-- Logs begin at Tue 2021-05-04 16:24:09 UTC, end at Tue 2021-05-04 17:15:18 UTC. -- May 04 16:54:26.115114 dv-cinder-789603-1-smb systemd[1]: Started Devstack devstack@q-svc.service. May 04 16:54:28.641639 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.common.config [-] Logging enabled! May 04 16:54:28.642267 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev178 May 04 16:54:28.642398 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73700) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 04 16:54:28.645578 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.common.config [-] Logging enabled! May 04 16:54:28.645830 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev178 May 04 16:54:28.646131 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73700) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 04 16:54:28.647043 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 16:54:28.647277 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 16:54:28.647634 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 16:54:28.647876 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 16:54:28.648097 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 16:54:28.648413 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.648728 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.649017 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.649241 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.649528 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.649810 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.650087 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.650366 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.650656 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.650933 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.651204 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.651479 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.651702 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.651972 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] config_source = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.652250 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.652551 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.652771 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] debug = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.653042 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.653458 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.653856 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.654127 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.654406 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.654676 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.654963 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.655832 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.656283 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.656653 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] host = dv-cinder-789603-1-smb {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.656930 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.657218 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.657501 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.657781 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.658051 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.658320 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.658598 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.658864 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] log_dir = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.659128 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] log_file = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.659396 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.659676 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.659958 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.660246 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.660467 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.660715 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.660995 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.661273 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.661543 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.661809 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.662077 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.662347 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.662613 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.662875 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.663153 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.663427 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.663704 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.663968 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.664230 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.664517 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.664783 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.665060 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.665325 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.665590 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.665856 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.666137 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.666399 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.666661 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.666957 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.667238 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.667507 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.667781 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.668047 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.668543 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.669006 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.669462 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] use_journal = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.669931 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] use_json = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.670382 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.670888 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.671361 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.671832 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.672298 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.672793 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.673253 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.673739 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:28.674256 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.674751 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.675265 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.675758 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.676253 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.676766 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.677269 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.677754 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.678256 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.678768 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.679090 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.679384 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.679686 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.679974 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.680278 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.680619 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.680924 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.681217 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.681489 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.681768 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.682043 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.682320 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.682607 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.682899 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.683185 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.683455 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.683725 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.684012 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.684287 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.684583 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.684859 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.685143 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.685881 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.685881 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.685881 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.685881 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.685881 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.685881 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.685881 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.685881 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.685881 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.693855 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.693855 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.693855 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.693855 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.693855 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.693855 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.693855 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.693855 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.693855 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.694445 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.694445 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.694445 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.694445 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.694445 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.694445 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.694445 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.694445 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.694445 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.695142 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.695142 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.695142 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.695142 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.695142 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.695142 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.695142 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.695142 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.695142 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.695728 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.695728 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.695728 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.695953 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.696074 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.696345 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.696639 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.696911 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.697262 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.697464 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.697730 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.698016 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.698295 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.698674 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.699154 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.699628 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.700126 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.700644 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.701136 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.701612 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.702595 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.703095 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.703557 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.704068 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.704628 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.705140 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.705662 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.706172 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.706666 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.707095 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.707391 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:28.707616 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 16:54:28.707870 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=73700) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 04 16:54:29.062199 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=73700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 16:54:29.062523 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=73700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 16:54:29.062936 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=73700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 16:54:29.063272 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.manager [-] Loading core plugin: ml2 May 04 16:54:29.379341 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.379622 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.379893 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.381146 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.381420 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.381683 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.505624 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.505885 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.506147 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.520260 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.520566 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.520833 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.550704 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.550979 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.551249 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.592385 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.592735 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.593170 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.850721 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.851377 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.851377 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.851561 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.852301 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.993190 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.993508 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.993786 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.994051 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.994314 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.994627 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.994979 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.995236 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.995494 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.995769 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.996023 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.996286 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.996578 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.996837 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.997100 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.997370 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.997626 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.998222 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.998664 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:29.999643 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.000254 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.000720 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.000989 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.001287 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.001549 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.001800 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.002240 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=73700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 16:54:30.002479 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=73700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 16:54:30.002717 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=73700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 16:54:30.002950 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=73700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 16:54:30.003180 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=73700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 16:54:30.004558 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=73700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 16:54:30.004558 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 04 16:54:30.008387 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 04 16:54:30.015162 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 04 16:54:30.020073 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 04 16:54:30.021889 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 04 16:54:30.022351 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 04 16:54:30.022683 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 04 16:54:30.023191 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 04 16:54:30.026975 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 04 16:54:30.027218 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 04 16:54:30.027580 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 04 16:54:30.062268 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 04 16:54:30.062724 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.063264 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=73700) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 04 16:54:30.063651 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.065676 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=73700) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 04 16:54:30.065922 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 04 16:54:30.066160 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 04 16:54:30.069616 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.069935 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.161611 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 04 16:54:30.161846 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 04 16:54:30.162083 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 04 16:54:30.162574 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 04 16:54:30.200584 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_db.sqlalchemy.engines [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=73700) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 04 16:54:30.612220 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Initializing driver for type 'gre' May 04 16:54:30.613113 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] gre ID ranges: [(1, 1000)] May 04 16:54:30.687243 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Initializing driver for type 'local' May 04 16:54:30.687728 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Initializing driver for type 'vlan' May 04 16:54:30.700916 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] VlanTypeDriver initialization complete May 04 16:54:30.701255 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Initializing driver for type 'vxlan' May 04 16:54:30.702249 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] vxlan ID ranges: [(1, 1000)] May 04 16:54:30.762967 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Initializing extension driver 'port_security' May 04 16:54:30.763298 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.extensions.port_security [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] PortSecurityExtensionDriver initialization complete May 04 16:54:30.763732 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Initializing mechanism driver 'openvswitch' May 04 16:54:30.764058 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Initializing mechanism driver 'hyperv' May 04 16:54:30.771533 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.plugins.ml2.plugin [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=73700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 16:54:30.772302 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > port after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.772684 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > port after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.773032 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > port after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.773407 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > subnet after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.773758 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > subnet after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.774093 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > subnet after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.774471 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > network after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.774814 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > network after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.775149 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > network after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.775520 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > security_group after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.775862 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > security_group after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.776197 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > security_group after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.776592 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.776935 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.777262 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.777635 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > address_group after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.777969 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > address_group after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.778296 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > address_group after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.778629 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] ML2 OVO RPC backend initialized. {{(pid=73700) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 04 16:54:30.779326 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > router_interface after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.779669 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.780761 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > network before_response 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.781335 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > networks before_response 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.781924 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > port before_response 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.782491 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > ports before_response 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.783021 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > subnet before_response 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.783588 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > subnets before_response 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.784147 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > network after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.784845 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > network after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.785429 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > network after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.786019 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > port after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.786619 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > port after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.787208 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > port after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.787801 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > subnet after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.788397 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > subnet after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.789027 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > subnet after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.790117 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.plugin [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Modular L2 Plugin initialization complete May 04 16:54:30.790693 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading services supported by the core plugin {{(pid=73700) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 04 16:54:30.791261 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Got port-security extension from driver 'port_security' May 04 16:54:30.792083 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.extensions.vlantransparent [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Disabled vlantransparent extension. May 04 16:54:30.792976 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=73700) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 04 16:54:30.793518 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading Plugin: router May 04 16:54:30.848384 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > router_interface before_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.848819 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > router after_create 55549900 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.849188 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > router before_create 55549900 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.849554 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.849926 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.850282 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > router after_delete 55549900 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.850637 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > floatingip after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.850996 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > router after_create 55549900 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.851542 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > router after_update 55549900 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.851671 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > router after_update 55549900 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.852016 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.852371 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > router after_update 55549900 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.852821 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > router precommit_update 55549900 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.853195 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: port after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.853536 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: port after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.853867 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: subnet after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.854200 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.854543 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > port precommit_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.854885 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > router precommit_create 55549900 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.855221 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: port before_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.855556 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > router precommit_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.855909 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > router after_update 55549900 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.856244 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > router precommit_delete 55549900 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.856704 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > router precommit_create 55549900 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.857106 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > router_interface after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.857448 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > router precommit_update 55549900 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.857821 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > network after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.859396 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.quota.resource_registry [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Tracking information for resource: router configured {{(pid=73700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 16:54:30.859745 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.quota.resource_registry [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Tracking information for resource: floatingip configured {{(pid=73700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 16:54:30.867242 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.db.l3_agentschedulers_db [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 04 16:54:30.868193 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: port after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.868863 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: port after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.869403 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: port after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.869985 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: port after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.871339 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > router before_create 55550100 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.871948 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > router precommit_delete 55550100 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.872348 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > router precommit_create 55550100 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.872990 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > router precommit_update 55550100 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.877989 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.services.provider_configuration [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Service providers = [] {{(pid=73700) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 04 16:54:30.878351 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.db.servicetype_db [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=73700) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 04 16:54:30.881440 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.services.service_base [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=73700) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 16:54:30.881787 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.services.service_base [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=73700) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 16:54:30.882123 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.services.service_base [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=73700) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 16:54:30.882993 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.services.service_base [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=73700) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 16:54:30.883363 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.services.service_base [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Default provider is not specified for service type L3_ROUTER_NAT May 04 16:54:30.883946 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=73700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 16:54:30.884260 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 04 16:54:30.896325 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=73700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 16:54:30.896676 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading Plugin: auto_allocate May 04 16:54:30.902597 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: network precommit_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.902958 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: network precommit_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.903485 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=73700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 16:54:30.903800 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading Plugin: tag May 04 16:54:30.913610 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=73700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 16:54:30.914157 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading Plugin: timestamp May 04 16:54:30.920680 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=73700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 16:54:30.921156 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading Plugin: network_ip_availability May 04 16:54:30.929574 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.929945 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.930292 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:30.931089 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=73700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 16:54:30.931403 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading Plugin: flavors May 04 16:54:30.937086 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=73700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 16:54:30.937431 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading Plugin: revisions May 04 16:54:30.942017 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=73700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 16:54:30.942415 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_concurrency.lockutils [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.879s {{(pid=73700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 16:54:30.943186 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=73700) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 04 16:54:30.943517 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Initializing extension manager. May 04 16:54:30.944022 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: __init__.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:30.944359 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: __pycache__ {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:30.944714 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:30.945042 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: address_group.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:30.945833 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:30.946428 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: address-group May 04 16:54:30.946747 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: address_scope.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:30.947459 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:30.947977 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: address-scope May 04 16:54:30.948294 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: admin_state_down_before_update.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:30.949268 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:30.949785 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: router-admin-state-down-before-update May 04 16:54:30.950103 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: agent.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:30.950801 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:30.951307 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: agent May 04 16:54:30.951623 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: agent_resources_synced.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:30.953383 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:30.953912 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: agent-resources-synced May 04 16:54:30.954231 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: allowedaddresspairs.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:30.956346 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:30.957270 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: allowed-address-pairs May 04 16:54:30.957820 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: auto_allocated_topology.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:30.959560 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:30.960431 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: auto-allocated-topology May 04 16:54:30.961027 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: availability_zone.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:30.962198 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:30.963091 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: availability_zone May 04 16:54:30.963609 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: availability_zone_filter.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:30.965110 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:30.966020 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: availability_zone_filter May 04 16:54:30.966578 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: data_plane_status.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:30.968635 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:30.969519 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension data-plane-status not supported by any of loaded plugins May 04 16:54:30.970082 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: default_subnetpools.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:30.971235 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:30.971763 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: default-subnetpools May 04 16:54:30.972090 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: dhcpagentscheduler.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:30.972985 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:30.973504 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: dhcp_agent_scheduler May 04 16:54:30.973827 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: dns.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:30.974743 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:30.975256 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension dns-integration not supported by any of loaded plugins May 04 16:54:30.975581 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: dns_domain_ports.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:30.976545 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:30.977045 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension dns-domain-ports not supported by any of loaded plugins May 04 16:54:30.977366 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: dvr.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:30.978049 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:30.978556 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: dvr May 04 16:54:30.978872 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: empty_string_filtering.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:30.979901 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:30.980417 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: empty-string-filtering May 04 16:54:30.980768 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:30.981692 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:30.982268 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 04 16:54:30.982588 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:30.984070 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:30.984699 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 04 16:54:30.985024 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: external_net.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:30.985972 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:30.986488 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: external-net May 04 16:54:30.986805 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: extra_dhcp_opt.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:30.988005 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:30.989003 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: extra_dhcp_opt May 04 16:54:30.989553 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: extraroute.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:30.991019 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:30.991908 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: extraroute May 04 16:54:30.992443 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: extraroute_atomic.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:30.994230 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:30.995145 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: extraroute-atomic May 04 16:54:30.995703 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: filter_validation.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:30.996821 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:30.997360 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: filter-validation May 04 16:54:30.997687 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: fip_pf_description.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:30.999521 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.000281 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 04 16:54:31.000648 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: fip_port_details.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.001593 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.002107 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: fip-port-details May 04 16:54:31.002426 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: flavors.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.003711 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.004227 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: flavors May 04 16:54:31.004572 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.006293 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.006828 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 04 16:54:31.007156 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: floatingip_pools.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.007867 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.008383 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: floatingip-pools May 04 16:54:31.008741 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: ip_allocation.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.009675 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.010183 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension ip_allocation not supported by any of loaded plugins May 04 16:54:31.010503 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.011431 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.011944 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: ip-substring-filtering May 04 16:54:31.012267 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: l2_adjacency.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.013216 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.013722 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension l2_adjacency not supported by any of loaded plugins May 04 16:54:31.014038 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: l3.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.016135 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.016801 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: router May 04 16:54:31.017100 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: l3_conntrack_helper.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.019531 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.020068 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 04 16:54:31.020402 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.021520 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.022132 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: ext-gw-mode May 04 16:54:31.022455 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.023508 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.024030 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: l3-ha May 04 16:54:31.024351 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: l3_flavors.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.025431 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.026312 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: l3-flavors May 04 16:54:31.026855 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.028271 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.029182 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: l3-port-ip-change-not-allowed May 04 16:54:31.029729 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: l3agentscheduler.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.031588 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.032413 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: l3_agent_scheduler May 04 16:54:31.032776 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: logging.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.034399 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.034926 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension logging not supported by any of loaded plugins May 04 16:54:31.035253 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: metering.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.036006 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.036624 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: metering May 04 16:54:31.036947 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.038051 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.038566 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: metering_source_and_destination_fields May 04 16:54:31.038885 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: multiprovidernet.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.039954 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.040471 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: multi-provider May 04 16:54:31.040815 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: netmtu.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.041714 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.042226 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: net-mtu May 04 16:54:31.042538 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: netmtu_writable.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.043453 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.043958 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: net-mtu-writable May 04 16:54:31.044273 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: network_availability_zone.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.044963 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.045468 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: network_availability_zone May 04 16:54:31.045898 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: network_ip_availability.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.047221 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.047744 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: network-ip-availability May 04 16:54:31.048053 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: network_segment_range.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.048894 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.049400 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension network-segment-range not supported by any of loaded plugins May 04 16:54:31.049713 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: pagination.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.050695 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.051013 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: pagination May 04 16:54:31.051328 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: port_device_profile.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.052239 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.052785 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: port-device-profile May 04 16:54:31.053103 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.054018 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.054528 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: port-mac-address-regenerate May 04 16:54:31.054841 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.055735 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.056240 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: port-numa-affinity-policy May 04 16:54:31.056586 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: port_resource_request.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.057486 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.057987 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension port-resource-request not supported by any of loaded plugins May 04 16:54:31.058297 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: portbindings.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.059208 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.059717 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: binding May 04 16:54:31.060029 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: portbindings_extended.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.061872 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.062680 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: binding-extended May 04 16:54:31.063011 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: portsecurity.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.064342 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.064880 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: port-security May 04 16:54:31.065198 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: project_id.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.066180 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.066500 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: project-id May 04 16:54:31.066815 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: providernet.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.067735 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.068257 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: provider May 04 16:54:31.068607 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: qos.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.072240 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.072805 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension qos not supported by any of loaded plugins May 04 16:54:31.073132 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.074401 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.074922 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 04 16:54:31.075245 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.076149 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.076702 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 04 16:54:31.077598 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: qos_default.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.078779 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.079293 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension qos-default not supported by any of loaded plugins May 04 16:54:31.079616 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: qos_fip.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.080272 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.080802 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension qos-fip not supported by any of loaded plugins May 04 16:54:31.081119 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: qos_gateway_ip.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.082032 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.082542 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 04 16:54:31.082857 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: qos_port_network_policy.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.083757 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.084263 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 04 16:54:31.084616 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: qos_rule_type_details.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.085527 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.086034 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 04 16:54:31.086348 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: qos_rules_alias.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.087383 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.087892 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension qos-rules-alias not supported by any of loaded plugins May 04 16:54:31.088206 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: quotasv2.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.089352 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.089678 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: quotas May 04 16:54:31.089993 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: quotasv2_detail.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.091762 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.092091 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: quota_details May 04 16:54:31.092758 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: rbac.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.093893 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.094462 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: rbac-policies May 04 16:54:31.094787 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: rbac_address_group.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.095799 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.096316 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: rbac-address-group May 04 16:54:31.096663 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: rbac_address_scope.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.097574 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.098092 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: rbac-address-scope May 04 16:54:31.098409 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: rbac_security_groups.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.099325 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.099833 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: rbac-security-groups May 04 16:54:31.100147 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: rbac_subnetpool.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.101085 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.101596 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: rbac-subnetpool May 04 16:54:31.101914 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: revisionifmatch.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.102833 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.103342 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: revision-if-match May 04 16:54:31.103657 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: revisions.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.104823 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.105338 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: standard-attr-revisions May 04 16:54:31.105655 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: router_availability_zone.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.106326 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.106830 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: router_availability_zone May 04 16:54:31.107143 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: routerservicetype.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.108470 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.109317 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension router-service-type not supported by any of loaded plugins May 04 16:54:31.109701 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.110699 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.111212 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: security-groups-normalized-cidr May 04 16:54:31.111619 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: security_groups_port_filtering.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.112619 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.113135 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: port-security-groups-filtering May 04 16:54:31.113451 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.114365 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.114875 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: security-groups-remote-address-group May 04 16:54:31.115189 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: securitygroup.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.126230 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.126814 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: security-group May 04 16:54:31.127142 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: segment.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.128012 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.128540 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension segment not supported by any of loaded plugins May 04 16:54:31.128866 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.129859 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.130370 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 04 16:54:31.130688 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: servicetype.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.131785 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.132305 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: service-type May 04 16:54:31.132658 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: sorting.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.133619 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.133945 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: sorting May 04 16:54:31.134266 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: standard_attr_segment.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.135149 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.135663 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension standard-attr-segment not supported by any of loaded plugins May 04 16:54:31.135978 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: standardattrdescription.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.136652 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.137162 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: standard-attr-description May 04 16:54:31.137479 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: stateful_security_group.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.138390 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.138904 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: stateful-security-group May 04 16:54:31.139238 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: stdattrs_common.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.140701 dv-cinder-789603-1-smb neutron-server[73700]: WARNING neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 04 16:54:31.141037 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.142101 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.142636 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 04 16:54:31.142952 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: subnet_onboard.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.144039 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.144601 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: subnet_onboard May 04 16:54:31.144920 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.145836 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.146347 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 04 16:54:31.146660 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: subnet_service_types.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.147572 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.148081 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: subnet-service-types May 04 16:54:31.148392 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: subnetallocation.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.149512 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.150029 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: subnet_allocation May 04 16:54:31.150345 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.151013 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.151524 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: subnetpool-prefix-ops May 04 16:54:31.151838 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.152815 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.153340 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 04 16:54:31.153657 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: tagging.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.154773 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.155466 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: standard-attr-tag May 04 16:54:31.155950 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: timestamp.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.157254 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.157784 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loaded extension: standard-attr-timestamp May 04 16:54:31.158105 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: trunk.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.159130 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.159641 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension trunk not supported by any of loaded plugins May 04 16:54:31.159961 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: trunk_details.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.160897 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.161410 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension trunk-details not supported by any of loaded plugins May 04 16:54:31.161728 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: uplink_status_propagation.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.162633 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.163142 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 04 16:54:31.163459 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Loading extension file: vlantransparent.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 16:54:31.164137 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 16:54:31.164677 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extension vlan-transparent not supported by any of loaded plugins May 04 16:54:31.167282 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Creating instance of TrackedResource for resource:network May 04 16:54:31.168026 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Creating instance of TrackedResource for resource:subnet May 04 16:54:31.168865 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Creating instance of TrackedResource for resource:subnetpool May 04 16:54:31.169454 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Creating instance of TrackedResource for resource:port May 04 16:54:31.170806 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.v2.resource_helper [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 16:54:31.171553 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.v2.resource_helper [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Service FLAVORS assigned prefix: {{(pid=73700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 16:54:31.172201 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.v2.resource_helper [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 16:54:31.172668 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.v2.resource_helper [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 16:54:31.172999 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Creating instance of TrackedResource for resource:router May 04 16:54:31.173699 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Creating instance of TrackedResource for resource:floatingip May 04 16:54:31.174397 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.v2.resource_helper [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Service METERING assigned prefix: /metering {{(pid=73700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 16:54:31.175885 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:31.176262 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:31.176649 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 16:54:31.177891 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Creating instance of CountableResource for resource:rbac_policy May 04 16:54:31.178337 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Creating instance of TrackedResource for resource:security_group May 04 16:54:31.179000 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 16:54:31.179732 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.v2.resource_helper [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Service CORE assigned prefix: {{(pid=73700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 16:54:31.180051 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Creating instance of TrackedResource for resource:subnetpool May 04 16:54:31.180381 dv-cinder-789603-1-smb neutron-server[73700]: WARNING neutron.quota.resource_registry [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] subnetpool is already registered May 04 16:54:31.181027 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.v2.resource_helper [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Service CORE assigned prefix: {{(pid=73700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 16:54:31.181329 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Creating instance of TrackedResource for resource:subnetpool May 04 16:54:31.181654 dv-cinder-789603-1-smb neutron-server[73700]: WARNING neutron.quota.resource_registry [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] subnetpool is already registered May 04 16:54:31.185616 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.v2.resource_helper [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 16:54:31.186048 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.v2.resource_helper [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Service FLAVORS assigned prefix: {{(pid=73700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 16:54:31.187368 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.v2.resource_helper [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 16:54:31.187894 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.v2.resource_helper [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 16:54:31.188228 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Creating instance of TrackedResource for resource:router May 04 16:54:31.188585 dv-cinder-789603-1-smb neutron-server[73700]: WARNING neutron.quota.resource_registry [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] router is already registered May 04 16:54:31.189216 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Creating instance of TrackedResource for resource:floatingip May 04 16:54:31.189537 dv-cinder-789603-1-smb neutron-server[73700]: WARNING neutron.quota.resource_registry [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] floatingip is already registered May 04 16:54:31.190160 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.v2.resource_helper [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Service METERING assigned prefix: /metering {{(pid=73700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 16:54:31.190844 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Creating instance of CountableResource for resource:rbac_policy May 04 16:54:31.191164 dv-cinder-789603-1-smb neutron-server[73700]: WARNING neutron.quota.resource_registry [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] rbac_policy is already registered May 04 16:54:31.191709 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Creating instance of TrackedResource for resource:security_group May 04 16:54:31.192026 dv-cinder-789603-1-smb neutron-server[73700]: WARNING neutron.quota.resource_registry [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] security_group is already registered May 04 16:54:31.192632 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 16:54:31.192950 dv-cinder-789603-1-smb neutron-server[73700]: WARNING neutron.quota.resource_registry [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] security_group_rule is already registered May 04 16:54:31.193632 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.v2.resource_helper [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Service CORE assigned prefix: {{(pid=73700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 16:54:31.193958 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Creating instance of TrackedResource for resource:subnetpool May 04 16:54:31.194273 dv-cinder-789603-1-smb neutron-server[73700]: WARNING neutron.quota.resource_registry [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] subnetpool is already registered May 04 16:54:31.194867 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.v2.resource_helper [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Service CORE assigned prefix: {{(pid=73700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 16:54:31.195182 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Creating instance of TrackedResource for resource:subnetpool May 04 16:54:31.195495 dv-cinder-789603-1-smb neutron-server[73700]: WARNING neutron.quota.resource_registry [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] subnetpool is already registered May 04 16:54:31.196132 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: extensions {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.197666 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: address-groups {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.199251 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: address-scopes {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.200432 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: agents {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.201599 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: auto-allocated-topology {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.203774 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: availability_zones {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.205121 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: dhcp-networks {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.206513 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: dhcp-agents {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.207929 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: routers {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.209762 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: flavors {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.210897 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: service_profiles {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.212081 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: next_providers {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.213617 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: service_profiles {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.215037 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: floatingip-pools {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.216222 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: routers {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.219020 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: floatingips {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.220209 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: l3-routers {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.221603 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: l3-agents {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.223006 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: metering-labels {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.224341 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: metering-label-rules {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.225704 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: network-ip-availabilities {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.226959 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: bindings {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.228611 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: quotas {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.230026 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: quotas {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.231422 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: rbac-policies {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.232733 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: security-groups {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.235195 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: security-group-rules {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.236424 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: service-providers {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.237667 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: subnetpools {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.239060 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: subnetpools {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.240532 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: tags {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.242204 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: tags {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.244015 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: tags {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.245791 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: tags {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.248795 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: tags {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.250984 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: tags {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.252711 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: tags {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.369995 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: tags {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.371788 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: tags {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.373793 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Extended resource: tags {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 16:54:31.380810 dv-cinder-789603-1-smb neutron-server[73700]: WARNING keystonemiddleware.auth_token [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 04 16:54:31.385579 dv-cinder-789603-1-smb neutron-server[73700]: WARNING keystonemiddleware.auth_token [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 04 16:54:31.394448 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_concurrency.lockutils [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Acquired lock "singleton_lock" {{(pid=73700) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 04 16:54:31.394931 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_concurrency.lockutils [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Releasing lock "singleton_lock" {{(pid=73700) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 04 16:54:31.395596 dv-cinder-789603-1-smb neutron-server[73700]: INFO oslo_service.service [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Starting 2 workers May 04 16:54:31.400376 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Started child 73809 {{(pid=73700) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 16:54:31.405147 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Started child 73810 {{(pid=73700) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 16:54:31.405869 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:54:31.407056 dv-cinder-789603-1-smb neutron-server[73700]: INFO neutron.service [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Neutron service started, listening on 0.0.0.0:9696 May 04 16:54:31.407494 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [-] (73809) wsgi starting up on http://0.0.0.0:9696 May 04 16:54:31.407764 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Notify callbacks [] for process, before_spawn {{(pid=73700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:54:31.409964 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:54:31.410602 dv-cinder-789603-1-smb neutron-server[73700]: INFO oslo_service.service [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Starting 1 workers May 04 16:54:31.411424 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [-] (73810) wsgi starting up on http://0.0.0.0:9696 May 04 16:54:31.415350 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Started child 73811 {{(pid=73700) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 16:54:31.415910 dv-cinder-789603-1-smb neutron-server[73700]: INFO oslo_service.service [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Starting 1 workers May 04 16:54:31.421589 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Started child 73812 {{(pid=73700) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 16:54:31.421867 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.service [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] calling RpcWorker wait() {{(pid=73811) _wait /opt/stack/neutron/neutron/service.py:128}} May 04 16:54:31.422814 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.service [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] returning from RpcWorker wait() {{(pid=73811) _wait /opt/stack/neutron/neutron/service.py:135}} May 04 16:54:31.422968 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-4d43071c-de10-4c89-957f-0c2a9a353b54 None None] Notify callbacks [] for process, after_spawn {{(pid=73700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:54:31.423523 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:54:31.424040 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 16:54:31.424276 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73700) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 04 16:54:31.424507 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 16:54:31.424696 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 16:54:31.424916 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 16:54:31.425257 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 16:54:31.425408 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 16:54:31.425920 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.426204 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.426469 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.426560 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:54:31.427025 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.427025 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.427552 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.427655 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 16:54:31.427806 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.428047 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.428316 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.428585 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.428757 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.428920 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.429165 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.429445 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.429713 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.429965 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.430225 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.430475 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.430642 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.430868 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.431126 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.431350 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.431618 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] debug = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.431854 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.432322 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.432572 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.432823 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.433037 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.433296 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.433559 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.433809 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.434042 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.434252 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.434482 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.434738 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.434982 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.435192 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.435413 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.435653 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.435883 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.437096 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] host = dv-cinder-789603-1-smb {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.437544 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.437875 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.438139 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.438388 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.438649 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.438868 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.439137 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.439393 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.439706 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.439898 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.440140 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.440391 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.440666 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.440875 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_file = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.441039 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_options = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.441272 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.441547 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.441816 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.442005 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.442172 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.442339 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.442591 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.442813 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.443016 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.443215 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.443392 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.443610 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.443880 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.444073 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.444313 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.444571 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.444807 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.445024 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.445269 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.445513 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.445739 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.445962 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.446194 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.446424 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.446618 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.446837 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.447080 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.447317 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.447533 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.447899 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.448097 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.448298 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.448503 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.448683 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.448906 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.449119 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.449316 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.449562 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.449769 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.450039 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.450267 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.450490 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.450995 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.450995 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.451365 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.451365 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] use_json = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.451756 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.451756 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.452993 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.452993 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.452993 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.452993 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.453768 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.453768 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.454516 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.454516 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.454516 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.455077 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.455077 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.455323 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.455323 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.455632 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.455820 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.456014 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.456286 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.456597 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.456913 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.457112 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.457392 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.457724 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.458063 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.458236 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.458444 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.458689 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.458884 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.459201 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.459446 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.459715 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.459970 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.460229 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.460461 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.460703 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.460918 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.461140 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.461336 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.461543 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.461800 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.462003 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.462210 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.462411 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.462694 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.462885 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.463370 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.463370 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.463843 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.463992 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.464125 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.464687 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.464687 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.464938 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.465069 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.465199 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.465432 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.465681 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.466097 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.466410 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.466740 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.466993 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.467579 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.467579 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.467870 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.468096 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.468347 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.468561 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.469060 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.469618 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.469992 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.470226 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.470451 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.470968 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.471266 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.471908 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.472164 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.472406 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.472654 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.472874 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.473092 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.473310 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.473541 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.473753 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.476086 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.476332 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.476939 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.477193 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.477447 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.477673 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.480773 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.480987 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.481303 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.481615 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.481900 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.482175 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.482430 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.482682 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.483735 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.484133 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.484133 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.484133 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.485099 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.485259 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.485412 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.485638 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.485896 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.486145 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.486394 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.486623 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.486882 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.487115 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.487359 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.487596 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.487873 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.488135 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.488425 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.488785 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.489028 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.489317 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.489575 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.489856 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.490100 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.490396 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.490693 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.490969 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.491254 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.491561 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.491718 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.491974 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.492224 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.493154 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.493154 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.493154 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.493154 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.493827 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.493827 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.494099 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.494247 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.494416 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.494947 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.495111 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.495276 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.495477 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.495918 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.496132 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.496304 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.496662 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.496862 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.497119 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.497372 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.497905 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.497905 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.498238 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.499512 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.499512 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.499512 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.500373 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.500373 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.500373 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.501538 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.501538 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.501538 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.501538 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.501538 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.502724 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.502724 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.502724 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.502724 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.502724 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.503420 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.503420 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.503420 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.503420 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.504301 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.504301 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.504301 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.504747 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.504747 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.505055 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.505055 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.506844 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.506844 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.506844 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.506844 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.506844 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.506844 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.506844 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.506844 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.507765 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.507765 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.507765 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.507765 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.508250 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.508250 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.508550 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.509016 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.509016 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.509360 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.509526 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.509723 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.509959 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.510182 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.510426 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.510840 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.511295 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.511752 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.512203 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.512452 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.512695 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.512935 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.513150 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.513367 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.513598 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.513907 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.514154 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.514444 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.514691 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.515259 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.515259 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.515458 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.515563 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.515987 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.516201 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.516455 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.516764 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.516975 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.517661 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.517661 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.517661 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.517890 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.518006 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.518435 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.518650 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.518871 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.519268 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.519565 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.519788 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.520321 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.520321 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.520612 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.520836 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.521131 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.521377 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.523271 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.523271 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.523271 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.523271 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.523271 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.523271 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.523271 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.523271 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.524353 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.524353 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.524353 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.524353 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.524860 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.524860 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.525185 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.525391 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.525613 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.525915 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.526256 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.526543 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.526795 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.527061 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.527366 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.527583 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.527793 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.528014 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.528233 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.528453 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.528738 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.529015 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.529223 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.529443 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.529684 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.529973 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.530239 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.530472 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.530695 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.530973 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.531166 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 16:54:31.531636 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73700) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 04 16:54:31.531784 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 16:54:31.531955 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 16:54:31.532248 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 16:54:31.532827 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 16:54:31.532827 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 16:54:31.532827 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.532827 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.533384 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.533384 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.533384 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.533814 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.533814 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.533814 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.534229 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.534229 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.534229 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.534645 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.534645 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.534645 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.534999 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.534999 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.535244 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.535244 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.535493 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.535493 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.535804 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.535804 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.536150 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] debug = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.536150 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.536543 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.536543 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.536825 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.536825 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.537058 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.537058 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.537290 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.537290 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.537548 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.537677 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.537804 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.537928 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.538060 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.538187 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.538342 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.538483 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.538647 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] host = dv-cinder-789603-1-smb {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.538797 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.538954 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.539114 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.539275 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.539434 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.539626 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.539812 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.539947 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.540073 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.540215 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.540340 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.540466 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.540635 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.540790 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_file = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.540951 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_options = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.541112 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.541270 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.541427 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.541606 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.541772 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.541936 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.542098 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.542260 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.542421 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.542582 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.542741 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.542901 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.543050 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.543208 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.543367 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.543524 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.543684 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.543843 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.544281 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.544281 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.544281 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.545031 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.545031 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.545031 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.545031 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.545031 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.546814 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.546814 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.546814 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.546814 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.546814 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.546814 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.546814 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.547610 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.547610 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.547610 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.547610 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.547610 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.548160 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.548160 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.548160 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.548160 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.548658 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.548658 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.548658 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.548994 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] use_json = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.548994 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.549231 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.549231 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.549492 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.549492 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.549762 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.549762 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.549964 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 16:54:31.550115 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.550115 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.551181 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.551181 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.551181 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.551181 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.551181 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.551181 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.552665 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.552665 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.552665 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.552665 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.552665 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.552665 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.552665 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.552665 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.553957 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.553957 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.553957 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.553957 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.553957 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.553957 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.553957 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.553957 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.555583 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.555583 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.555583 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.555583 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.555583 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.555583 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.555583 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.555583 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.560765 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.560765 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.560765 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.560765 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.560765 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.560765 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.560765 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.560765 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.560765 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.564339 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.564339 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.564339 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.564339 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.564339 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.564339 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.564339 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.564339 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.564339 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.565479 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.565479 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.565479 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.565479 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.565479 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.565479 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.565479 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.565479 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.565479 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.566583 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.566583 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.566583 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.566583 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.566583 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.566583 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.566583 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.566583 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.566583 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.567698 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.567698 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.567698 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.567698 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.567698 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.567698 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.567698 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.567698 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.567698 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.569245 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.569245 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.569245 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.569245 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.569245 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.569245 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.569245 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.569245 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.569245 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.572820 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.572820 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.572820 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.572820 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.572820 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.572820 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.572820 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.572820 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.573730 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.573730 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.573730 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.573730 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.573730 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.573730 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.573730 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.573730 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.574629 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.574629 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.574629 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.574629 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.574629 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.574629 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.574629 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.574629 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.575504 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.575504 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.575504 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.575504 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.575504 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.575504 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.575504 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.575504 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.576686 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.576686 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.576686 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.576686 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.576686 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.576686 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.576686 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.576686 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.576686 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.578392 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.578392 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.578392 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.578392 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.578392 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.578392 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.578392 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.578392 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.579220 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.579220 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.579220 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.579220 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.579220 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.579220 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.579220 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.579220 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.580068 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.580068 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.580068 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.580068 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.580068 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.580068 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.580068 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.580068 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.582065 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.582065 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.582065 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.582065 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.582065 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.582065 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.582065 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.582065 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.583241 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.583241 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.583241 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.583241 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.583241 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.583241 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.583241 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.583241 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.584871 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.584871 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.584871 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.584871 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.584871 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.584871 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.584871 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.584871 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.586259 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.586259 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.586259 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.586259 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.586259 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.586259 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.586259 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.586259 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.587467 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.587467 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.587467 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.587467 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.587467 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.587467 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.587467 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.587467 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.588809 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.588809 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.588809 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.588809 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.588809 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.588809 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.588809 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.588809 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.589758 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.589758 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.589758 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.589758 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.589758 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.589758 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.589758 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.589758 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.589758 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.590971 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.590971 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.590971 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.590971 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.590971 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.590971 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.590971 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.590971 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.590971 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.592402 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.592402 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.592402 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.592402 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.592402 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.592402 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.592402 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.592402 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.592402 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.593778 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.593778 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.593778 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.593778 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.593778 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.593778 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.593778 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.593778 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.594704 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.594704 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.594704 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.594704 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.594704 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.594704 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.594704 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.594704 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.595654 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.595654 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.595654 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.595654 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.595654 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.595654 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.595654 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.595654 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.596662 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 16:54:31.596823 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.596823 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.596823 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.596823 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.596823 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.596823 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.596823 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.596823 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.597662 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.597662 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.597662 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.597662 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.597662 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.597662 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.597662 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.597662 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.597662 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.598635 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.598635 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.598635 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.598635 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.598635 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.598635 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.598635 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 16:54:31.598635 dv-cinder-789603-1-smb neutron-server[73700]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 16:54:31.799724 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 44618) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:54:31.810379 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0081263 May 04 16:54:42.720812 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d51536-c201-4d2f-a4ed-c0880f5dc776 None None] get_active_networks_info from dv-cinder-789603-1-smb {{(pid=73811) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 04 16:54:42.824114 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d51536-c201-4d2f-a4ed-c0880f5dc776 None None] No non-hosted networks {{(pid=73811) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 04 16:54:42.861222 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.agentschedulers_db [None req-c5d51536-c201-4d2f-a4ed-c0880f5dc776 None None] DHCP Agent not found on host dv-cinder-789603-1-smb {{(pid=73811) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 04 16:54:42.953383 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-838df3c1-60de-4de4-bb78-90d80ace3ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471'] for agent, after_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:54:45.271771 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-eac577c9-275f-485d-ba52-df2dab9507f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471'] for agent, after_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:54:45.322362 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-de5353f7-17c4-46b8-b475-23a453d59a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:54:45.544956 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471'] for agent, after_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:54:45.546373 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:54:45.546904 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:54:45.547465 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:54:45.547904 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:54:45.549644 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:54:45.550275 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:54:45.550656 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:54:45.551100 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:54:45.552691 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:54:45.553501 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:54:45.555978 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:54:45.556445 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:54:45.556892 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-789603-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 16:54:45.564669 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789603-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 16:54:46.660297 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471'] for agent, after_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:54:48.229507 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471'] for agent, after_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:54:48.568969 dv-cinder-789603-1-smb neutron-server[73811]: INFO neutron.db.l3_hamode_db [None req-9311ecb3-2ec9-4563-a9c2-ed0e37f0e163 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 04 16:54:48.655910 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9311ecb3-2ec9-4563-a9c2-ed0e37f0e163 None None] Routers set() bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 16:54:48.656282 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9311ecb3-2ec9-4563-a9c2-ed0e37f0e163 None None] Router IDs set() for agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 04 16:54:49.761322 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 44708) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:54:50.339512 dv-cinder-789603-1-smb neutron-server[73809]: WARNING oslo_policy.policy [None req-8bf6aab0-ea3f-472f-8c0a-07589749b93b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 16:54:50.340100 dv-cinder-789603-1-smb neutron-server[73809]: WARNING oslo_policy.policy [None req-8bf6aab0-ea3f-472f-8c0a-07589749b93b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 16:54:50.555882 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [None req-8bf6aab0-ea3f-472f-8c0a-07589749b93b admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=73809) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 16:54:50.556975 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-8bf6aab0-ea3f-472f-8c0a-07589749b93b admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7947280 May 04 16:54:52.913908 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 44722) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:54:53.286922 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-356b905d-1cd8-4ba0-b00b-2bcef6491aa3 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 16:54:53.384899 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.policy [None req-356b905d-1cd8-4ba0-b00b-2bcef6491aa3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73809) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 16:54:53.430374 dv-cinder-789603-1-smb neutron-server[73809]: WARNING oslo_policy.policy [None req-356b905d-1cd8-4ba0-b00b-2bcef6491aa3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 16:54:53.430747 dv-cinder-789603-1-smb neutron-server[73809]: WARNING oslo_policy.policy [None req-356b905d-1cd8-4ba0-b00b-2bcef6491aa3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 16:54:53.439382 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.quota [None req-356b905d-1cd8-4ba0-b00b-2bcef6491aa3 admin admin] Loaded quota_driver: . May 04 16:54:53.455403 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-356b905d-1cd8-4ba0-b00b-2bcef6491aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 16:54:53.519351 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-356b905d-1cd8-4ba0-b00b-2bcef6491aa3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730881942502', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730881924533', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730881932824', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730881926516', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730881916018', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730881910721', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1794044', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1749412', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-697731', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-606703'] for rbac-policy, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:54:53.584237 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-356b905d-1cd8-4ba0-b00b-2bcef6491aa3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:54:53.585476 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-356b905d-1cd8-4ba0-b00b-2bcef6491aa3 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6706209 May 04 16:54:56.271553 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 44736) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:54:56.620175 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Request body: {'network': {'name': 'private', 'project_id': '468a88f465a241429d6d98411bd7d9b5', 'tenant_id': '468a88f465a241429d6d98411bd7d9b5', 'admin_state_up': True}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 16:54:56.625115 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 16:54:56.629515 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Usage tracker for resource:network and tenant:468a88f465a241429d6d98411bd7d9b5 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 16:54:56.634088 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 16:54:56.640331 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 16:54:56.649892 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Made reservation on behalf of 468a88f465a241429d6d98411bd7d9b5 for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 16:54:56.652939 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:54:56.670402 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:54:56.683947 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 16:54:56.688956 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Usage tracker for resource:security_group_rule and tenant:468a88f465a241429d6d98411bd7d9b5 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 16:54:56.693826 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 16:54:56.699466 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 16:54:56.804186 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:54:56.808977 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:54:56.814253 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 16:54:56.834314 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 16:54:56.862425 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730882941480', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:54:56.863043 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Unsubscribe: segment precommit_create {{(pid=73809) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 16:54:56.863489 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Added segment c7d55150-bf4b-4a9c-9f99-068249517977 of type vlan for network 2be211f5-9596-48cc-8e36-d95efabf0cfe May 04 16:54:56.912103 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15afc83c-1249-4ef2-867e-5b6bec063643,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 16:54:56.929610 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:54:56.929940 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:54:56.930260 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:54:56.930573 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:54:56.930883 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:54:56.931202 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:54:56.931507 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:54:56.931817 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:54:56.932136 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:54:56.932444 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:54:56.932775 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:54:56.933074 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Tracked resource versions report: May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: pushed versions: May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: { 'AddressGroup': {'1.2'}, May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: 'ConntrackHelper': {'1.0'}, May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: 'Log': {'1.0'}, May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: 'Network': {'1.1'}, May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: 'Port': {'1.7'}, May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: 'PortForwarding': {'1.2'}, May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: 'QosPolicy': {'1.8'}, May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: 'SecurityGroup': {'1.4'}, May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: 'SecurityGroupRule': {'1.2'}, May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: 'SubPort': {'1.0'}, May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: 'Subnet': {'1.1'}, May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: 'Trunk': {'1.1'}} May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: consumer versions: May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: { DHCP agent@dv-cinder-789603-1-smb: {}, May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: L3 agent@dv-cinder-789603-1-smb: {}, May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: Metadata agent@dv-cinder-789603-1-smb: {}, May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: Metering agent@dv-cinder-789603-1-smb: {}, May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: Open vSwitch agent@dv-cinder-789603-1-smb: { 'AddressGroup': '1.2', May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: 'ConntrackHelper': '1.0', May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: 'Log': '1.0', May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: 'Network': '1.1', May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: 'Port': '1.7', May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: 'PortForwarding': '1.2', May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: 'QosPolicy': '1.8', May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: 'SecurityGroup': '1.4', May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: 'SecurityGroupRule': '1.2', May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: 'SubPort': '1.0', May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: 'Subnet': '1.1', May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: 'Trunk': '1.1'}} May 04 16:54:56.934120 dv-cinder-789603-1-smb neutron-server[73809]: {{(pid=73809) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 16:54:56.983662 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 16:54:56.990413 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730882500756'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:54:57.034959 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:54:57.036514 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 16:54:57.037163 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:54:57.040379 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 16:54:57.145592 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8729837 May 04 16:54:57.146275 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Pushing event updated for resources: {'Network': ['ID=2be211f5-9596-48cc-8e36-d95efabf0cfe,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 16:54:57.149475 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 16:54:57.158096 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Network 2be211f5-9596-48cc-8e36-d95efabf0cfe details requested by agent ovs-agent-dv-cinder-789603-1-smb with host dv-cinder-789603-1-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 16:54:59.859075 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 44752) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:55:00.456052 dv-cinder-789603-1-smb neutron-server[73810]: WARNING oslo_policy.policy [None req-052f6952-1918-48e7-b519-74f0a8784dec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 16:55:00.456922 dv-cinder-789603-1-smb neutron-server[73810]: WARNING oslo_policy.policy [None req-052f6952-1918-48e7-b519-74f0a8784dec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 16:55:00.891280 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.policy [None req-052f6952-1918-48e7-b519-74f0a8784dec admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73810) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 16:55:00.936245 dv-cinder-789603-1-smb neutron-server[73810]: WARNING oslo_policy.policy [None req-052f6952-1918-48e7-b519-74f0a8784dec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 16:55:00.936654 dv-cinder-789603-1-smb neutron-server[73810]: WARNING oslo_policy.policy [None req-052f6952-1918-48e7-b519-74f0a8784dec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 16:55:00.944829 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052f6952-1918-48e7-b519-74f0a8784dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 16:55:00.946675 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-052f6952-1918-48e7-b519-74f0a8784dec admin admin] 10.222.0.24 "GET /v2.0/networks/2be211f5-9596-48cc-8e36-d95efabf0cfe HTTP/1.1" status: 200 len: 825 time: 1.0855682 May 04 16:55:00.979418 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-4e7dc4bf-1d44-499c-9816-515e58dfc6fe admin admin] 10.222.0.24 "GET /v2.0/subnetpools/169dcc0b-f3dd-4474-9dc6-41db290f832d HTTP/1.1" status: 200 len: 734 time: 0.0267622 May 04 16:55:00.988617 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '169dcc0b-f3dd-4474-9dc6-41db290f832d', 'network_id': '2be211f5-9596-48cc-8e36-d95efabf0cfe', 'name': 'private-subnet', 'tenant_id': '468a88f465a241429d6d98411bd7d9b5'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 16:55:00.990206 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.quota [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Loaded quota_driver: . May 04 16:55:00.996330 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 16:55:01.002255 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Usage tracker for resource:subnet and tenant:468a88f465a241429d6d98411bd7d9b5 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 16:55:01.005558 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 16:55:01.012336 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 16:55:01.026541 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Made reservation on behalf of 468a88f465a241429d6d98411bd7d9b5 for: {'subnet': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 16:55:01.029383 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:01.520710 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301'] for subnet, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:01.525510 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 16:55:01.604739 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Checking segment: {'id': 'c7d55150-bf4b-4a9c-9f99-068249517977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2be211f5-9596-48cc-8e36-d95efabf0cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 16:55:01.605112 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Network hostable DHCP agents. Network: 2be211f5-9596-48cc-8e36-d95efabf0cfe, hostable agents: ['e7f1f9ba-e089-4d30-a3bb-ec752cbc6168'], hosted agents: [] {{(pid=73810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 16:55:01.623821 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50a8c755-0759-423a-874a-ac4317790a55,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 16:55:01.635177 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:01.635480 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:01.635825 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:01.636110 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:01.636448 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:01.636758 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:01.637061 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:01.637363 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:01.637685 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:01.637986 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:01.638300 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:01.639162 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Tracked resource versions report: May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: pushed versions: May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: { 'AddressGroup': {'1.2'}, May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: 'ConntrackHelper': {'1.0'}, May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: 'Log': {'1.0'}, May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: 'Network': {'1.1'}, May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: 'Port': {'1.7'}, May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: 'PortForwarding': {'1.2'}, May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: 'QosPolicy': {'1.8'}, May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: 'SecurityGroup': {'1.4'}, May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: 'SecurityGroupRule': {'1.2'}, May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: 'SubPort': {'1.0'}, May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: 'Subnet': {'1.1'}, May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: 'Trunk': {'1.1'}} May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: consumer versions: May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: { DHCP agent@dv-cinder-789603-1-smb: {}, May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: L3 agent@dv-cinder-789603-1-smb: {}, May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: Metadata agent@dv-cinder-789603-1-smb: {}, May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: Metering agent@dv-cinder-789603-1-smb: {}, May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: Open vSwitch agent@dv-cinder-789603-1-smb: { 'AddressGroup': '1.2', May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: 'ConntrackHelper': '1.0', May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: 'Log': '1.0', May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: 'Network': '1.1', May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: 'Port': '1.7', May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: 'PortForwarding': '1.2', May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: 'QosPolicy': '1.8', May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: 'SecurityGroup': '1.4', May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: 'SecurityGroupRule': '1.2', May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: 'SubPort': '1.0', May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: 'Subnet': '1.1', May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: 'Trunk': '1.1'}} May 04 16:55:01.640526 dv-cinder-789603-1-smb neutron-server[73810]: {{(pid=73810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 16:55:01.661939 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Network 2be211f5-9596-48cc-8e36-d95efabf0cfe is scheduled to be hosted by DHCP agent e7f1f9ba-e089-4d30-a3bb-ec752cbc6168 with binding_index 1 {{(pid=73810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 16:55:01.674546 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 16:55:01.677213 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-smb, 2be211f5-9596-48cc-8e36-d95efabf0cfe) {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 16:55:01.682204 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 16:55:01.682849 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:01.687475 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969d936b-491d-4896-ab26-2f1725de102d None None] Network 2be211f5-9596-48cc-8e36-d95efabf0cfe requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 16:55:01.712625 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7216210 May 04 16:55:02.000893 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14cf5633-e9af-54f7-ada4-186d2c6d1965-2be211f5-9596-48cc-8e36-d95efabf0cfe', 'network_id': '2be211f5-9596-48cc-8e36-d95efabf0cfe', 'tenant_id': '468a88f465a241429d6d98411bd7d9b5', 'fixed_ips': [{'subnet_id': '50a8c755-0759-423a-874a-ac4317790a55'}]}} from dv-cinder-789603-1-smb. {{(pid=73811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 16:55:02.002122 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:02.188410 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.db_base_plugin_common [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Allocated IP 172.20.0.2 (2be211f5-9596-48cc-8e36-d95efabf0cfe/50a8c755-0759-423a-874a-ac4317790a55/7a2946de-ba67-4a06-976a-337b20e1258b) {{(pid=73811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 16:55:02.415810 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Notify callbacks [] for port, precommit_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:02.429268 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Transition to ACTIVE for port object 7a2946de-ba67-4a06-976a-337b20e1258b will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 16:55:02.452762 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Transition to ACTIVE for port object 7a2946de-ba67-4a06-976a-337b20e1258b will not be triggered until provisioned by entity DHCP. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 16:55:02.458737 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686'] for port, after_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:02.463596 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 16:55:02.518882 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Network 2be211f5-9596-48cc-8e36-d95efabf0cfe is already hosted by enough agents. {{(pid=73811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 16:55:02.525569 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.scheduler.base_scheduler [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Resources bound (agent type, host, resource id): {{(pid=73811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 16:55:02.533927 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Received port after_create {{(pid=73811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 16:55:02.540103 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Pushing event updated for resources: {'Port': ['ID=7a2946de-ba67-4a06-976a-337b20e1258b,revision_number=1']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 16:55:02.585083 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:02.585410 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:02.585728 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:02.586041 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:02.586352 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:02.586660 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:02.586964 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:02.587268 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:02.587569 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:02.587867 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:02.588165 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:02.588460 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Tracked resource versions report: May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: pushed versions: May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: { 'AddressGroup': {'1.2'}, May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: 'ConntrackHelper': {'1.0'}, May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: 'Log': {'1.0'}, May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: 'Network': {'1.1'}, May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: 'Port': {'1.7'}, May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: 'PortForwarding': {'1.2'}, May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: 'QosPolicy': {'1.8'}, May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: 'SecurityGroup': {'1.4'}, May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: 'SecurityGroupRule': {'1.2'}, May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: 'SubPort': {'1.0'}, May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: 'Subnet': {'1.1'}, May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: 'Trunk': {'1.1'}} May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: consumer versions: May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: { DHCP agent@dv-cinder-789603-1-smb: {}, May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: L3 agent@dv-cinder-789603-1-smb: {}, May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: Metadata agent@dv-cinder-789603-1-smb: {}, May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: Metering agent@dv-cinder-789603-1-smb: {}, May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: Open vSwitch agent@dv-cinder-789603-1-smb: { 'AddressGroup': '1.2', May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: 'ConntrackHelper': '1.0', May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: 'Log': '1.0', May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: 'Network': '1.1', May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: 'Port': '1.7', May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: 'PortForwarding': '1.2', May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: 'QosPolicy': '1.8', May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: 'SecurityGroup': '1.4', May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: 'SecurityGroupRule': '1.2', May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: 'SubPort': '1.0', May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: 'Subnet': '1.1', May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: 'Trunk': '1.1'}} May 04 16:55:02.589537 dv-cinder-789603-1-smb neutron-server[73811]: {{(pid=73811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 16:55:02.622314 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 16:55:02.643354 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Attempting to bind port 7a2946de-ba67-4a06-976a-337b20e1258b on host dv-cinder-789603-1-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 16:55:02.643734 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Attempting to bind port 7a2946de-ba67-4a06-976a-337b20e1258b by drivers openvswitch,hyperv on host dv-cinder-789603-1-smb at level 0 using segments [{'id': 'c7d55150-bf4b-4a9c-9f99-068249517977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2be211f5-9596-48cc-8e36-d95efabf0cfe'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 16:55:02.644140 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Attempting to bind port 7a2946de-ba67-4a06-976a-337b20e1258b on network 2be211f5-9596-48cc-8e36-d95efabf0cfe {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 16:55:02.649437 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Checking agent: {'id': 'f75b5240-9bcf-4890-b7dd-e1b2d86769d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 16, 54, 46), 'started_at': datetime.datetime(2021, 5, 4, 16, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 16, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 16:55:02.649826 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Checking segment: {'id': 'c7d55150-bf4b-4a9c-9f99-068249517977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2be211f5-9596-48cc-8e36-d95efabf0cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 16:55:02.650290 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:02.650674 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Bound using segment: {'id': 'c7d55150-bf4b-4a9c-9f99-068249517977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2be211f5-9596-48cc-8e36-d95efabf0cfe'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 16:55:02.651124 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Bound port: 7a2946de-ba67-4a06-976a-337b20e1258b, host: dv-cinder-789603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d55150-bf4b-4a9c-9f99-068249517977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2be211f5-9596-48cc-8e36-d95efabf0cfe'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 16:55:02.651508 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:02.740115 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] For port 7a2946de-ba67-4a06-976a-337b20e1258b, host dv-cinder-789603-1-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 16:55:02.743959 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] For port 7a2946de-ba67-4a06-976a-337b20e1258b, host dv-cinder-789603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=7a2946de-ba67-4a06-976a-337b20e1258b,segment=NetworkSegment(c7d55150-bf4b-4a9c-9f99-068249517977),segment_id=c7d55150-bf4b-4a9c-9f99-068249517977)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 16:55:02.748991 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:02.752949 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 16:55:02.836745 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Pushing event updated for resources: {'Port': ['ID=7a2946de-ba67-4a06-976a-337b20e1258b,revision_number=2']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 16:55:02.839608 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 16:55:04.193149 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 44772) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:55:04.566707 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [None req-559eb314-226b-45d4-afb9-8c70e5a7733c admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=73810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 16:55:04.567762 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-559eb314-226b-45d4-afb9-8c70e5a7733c admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3736858 May 04 16:55:06.958805 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 44782) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:55:07.363208 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [None req-7940bd2c-aa62-48dd-919c-1359a48bcf5d admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=73809) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 16:55:07.364184 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-7940bd2c-aa62-48dd-919c-1359a48bcf5d admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4043446 May 04 16:55:07.673869 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 7a2946de-ba67-4a06-976a-337b20e1258b up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 16:55:07.747209 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning for port 7a2946de-ba67-4a06-976a-337b20e1258b completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 16:55:08.379192 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04c78c6-7aa2-41d6-9573-913c83a41241 None None] Network 2be211f5-9596-48cc-8e36-d95efabf0cfe requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 16:55:08.491996 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-3a722b66-7e02-4712-ba90-d9186a621243 None None] Provisioning for port 7a2946de-ba67-4a06-976a-337b20e1258b completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 16:55:08.500466 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-3a722b66-7e02-4712-ba90-d9186a621243 None None] Provisioning complete for port 7a2946de-ba67-4a06-976a-337b20e1258b triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 16:55:08.500873 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-3a722b66-7e02-4712-ba90-d9186a621243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:08.725980 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-3a722b66-7e02-4712-ba90-d9186a621243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:08.769178 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-3a722b66-7e02-4712-ba90-d9186a621243 None None] For port 7a2946de-ba67-4a06-976a-337b20e1258b, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=7a2946de-ba67-4a06-976a-337b20e1258b,segment=NetworkSegment(c7d55150-bf4b-4a9c-9f99-068249517977),segment_id=c7d55150-bf4b-4a9c-9f99-068249517977)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 16:55:08.776452 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-3a722b66-7e02-4712-ba90-d9186a621243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:08.778297 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 16:55:08.853489 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a722b66-7e02-4712-ba90-d9186a621243 None None] Pushing event updated for resources: {'Port': ['ID=7a2946de-ba67-4a06-976a-337b20e1258b,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 16:55:08.859333 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-3a722b66-7e02-4712-ba90-d9186a621243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 16:55:09.002295 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-1a023bd0-176b-4924-b96c-968aaa2a339d None None] Provisioning complete for port 7a2946de-ba67-4a06-976a-337b20e1258b triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 16:55:09.002579 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-1a023bd0-176b-4924-b96c-968aaa2a339d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:09.644314 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 7a2946de-ba67-4a06-976a-337b20e1258b up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 16:55:09.710758 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 7a2946de-ba67-4a06-976a-337b20e1258b triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 16:55:09.711128 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:10.067511 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 44798) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:55:10.442049 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-65ac7c3e-6c00-4c08-9ae9-70723335a5e9 admin admin] Request body: {'router': {'tenant_id': '468a88f465a241429d6d98411bd7d9b5', 'admin_state_up': True, 'name': 'router1'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 16:55:10.446728 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-65ac7c3e-6c00-4c08-9ae9-70723335a5e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 16:55:10.450503 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-65ac7c3e-6c00-4c08-9ae9-70723335a5e9 admin admin] Usage tracker for resource:router and tenant:468a88f465a241429d6d98411bd7d9b5 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 16:55:10.455105 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-65ac7c3e-6c00-4c08-9ae9-70723335a5e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 16:55:10.461566 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-65ac7c3e-6c00-4c08-9ae9-70723335a5e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 16:55:10.472388 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ac7c3e-6c00-4c08-9ae9-70723335a5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5441'] for router, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:10.473964 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ac7c3e-6c00-4c08-9ae9-70723335a5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:10.495814 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ac7c3e-6c00-4c08-9ae9-70723335a5e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:10.604752 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ac7c3e-6c00-4c08-9ae9-70723335a5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785587'] for router, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:10.625550 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ac7c3e-6c00-4c08-9ae9-70723335a5e9 admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:10.626713 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-65ac7c3e-6c00-4c08-9ae9-70723335a5e9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5582368 May 04 16:55:12.658724 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-55b730f9-7f27-428d-92a2-f10c37d2c794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:13.033231 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 44808) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:55:13.418974 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [None req-9bb4bcf0-6ea7-4443-8d00-5dbd5165ad97 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=73809) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 16:55:13.420580 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-9bb4bcf0-6ea7-4443-8d00-5dbd5165ad97 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3863721 May 04 16:55:14.480219 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 5 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 16:55:15.262253 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-1aa9ed3a-f949-4c8e-9e99-537499304c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:15.540463 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:15.847473 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 44818) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:55:16.221749 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-97b07c4b-f690-40fa-95ff-1f5c1423f492 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 16:55:16.226710 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-97b07c4b-f690-40fa-95ff-1f5c1423f492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 16:55:16.230506 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-97b07c4b-f690-40fa-95ff-1f5c1423f492 admin admin] Usage tracker for resource:network and tenant:56afa84b1eed448f927754f273df6d4a is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 16:55:16.234264 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-97b07c4b-f690-40fa-95ff-1f5c1423f492 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 16:55:16.239893 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-97b07c4b-f690-40fa-95ff-1f5c1423f492 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 16:55:16.249722 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b07c4b-f690-40fa-95ff-1f5c1423f492 admin admin] Made reservation on behalf of 56afa84b1eed448f927754f273df6d4a for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 16:55:16.252230 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-97b07c4b-f690-40fa-95ff-1f5c1423f492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:16.264720 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-97b07c4b-f690-40fa-95ff-1f5c1423f492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:16.279403 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-97b07c4b-f690-40fa-95ff-1f5c1423f492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 16:55:16.283099 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-97b07c4b-f690-40fa-95ff-1f5c1423f492 admin admin] Usage tracker for resource:security_group_rule and tenant:56afa84b1eed448f927754f273df6d4a is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 16:55:16.285894 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-97b07c4b-f690-40fa-95ff-1f5c1423f492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 16:55:16.291464 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-97b07c4b-f690-40fa-95ff-1f5c1423f492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 16:55:16.378494 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-97b07c4b-f690-40fa-95ff-1f5c1423f492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:16.382280 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-97b07c4b-f690-40fa-95ff-1f5c1423f492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:16.385563 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 16:55:16.411284 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-97b07c4b-f690-40fa-95ff-1f5c1423f492 admin admin] Reserving flat network on physical network physnet1 {{(pid=73809) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 04 16:55:16.424691 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b07c4b-f690-40fa-95ff-1f5c1423f492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e6fc5b-7cc0-4e20-bac4-61daf5522678,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 16:55:16.428596 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-97b07c4b-f690-40fa-95ff-1f5c1423f492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 16:55:16.431294 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-97b07c4b-f690-40fa-95ff-1f5c1423f492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:16.431691 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-97b07c4b-f690-40fa-95ff-1f5c1423f492 admin admin] Added segment 03a61c93-30bf-46d3-abd6-912a62526c31 of type flat for network 1fe869af-eee2-4a76-a542-2bd1a37527f5 May 04 16:55:16.464641 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-97b07c4b-f690-40fa-95ff-1f5c1423f492 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730882500756'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:16.500498 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-97b07c4b-f690-40fa-95ff-1f5c1423f492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:16.501840 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b07c4b-f690-40fa-95ff-1f5c1423f492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 16:55:16.502451 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-97b07c4b-f690-40fa-95ff-1f5c1423f492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:16.505692 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 16:55:16.571431 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:16.624679 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-97b07c4b-f690-40fa-95ff-1f5c1423f492 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7760828 May 04 16:55:16.625376 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b07c4b-f690-40fa-95ff-1f5c1423f492 admin admin] Pushing event updated for resources: {'Network': ['ID=1fe869af-eee2-4a76-a542-2bd1a37527f5,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 16:55:16.628187 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-97b07c4b-f690-40fa-95ff-1f5c1423f492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 16:55:16.636043 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Network 1fe869af-eee2-4a76-a542-2bd1a37527f5 details requested by agent ovs-agent-dv-cinder-789603-1-smb with host dv-cinder-789603-1-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 16:55:18.173431 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:19.001255 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 44838) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:55:19.217131 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5d9776-e2f2-4bc4-a22a-4908ab380e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 16:55:19.218486 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-de5d9776-e2f2-4bc4-a22a-4908ab380e37 admin admin] 10.222.0.24 "GET /v2.0/subnets/50a8c755-0759-423a-874a-ac4317790a55 HTTP/1.1" status: 200 len: 849 time: 0.2163785 May 04 16:55:19.412098 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-ef9be98a-0ac3-40e9-a440-82c8a4ee14e3 admin admin] 10.222.0.24 "GET /v2.0/routers/eb01ae4b-1a31-4f23-aa11-d8889d60c939 HTTP/1.1" status: 200 len: 704 time: 0.1880968 May 04 16:55:19.887392 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-007ad383-ff98-492b-a928-63148e4ec1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:20.118816 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-007ad383-ff98-492b-a928-63148e4ec1a9 admin admin] Allocated IP 172.20.0.1 (2be211f5-9596-48cc-8e36-d95efabf0cfe/50a8c755-0759-423a-874a-ac4317790a55/60e648f4-b57f-42b5-ad8e-26e0a903c95c) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 16:55:20.274887 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-007ad383-ff98-492b-a928-63148e4ec1a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:20.292374 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-007ad383-ff98-492b-a928-63148e4ec1a9 admin admin] Transition to ACTIVE for port object 60e648f4-b57f-42b5-ad8e-26e0a903c95c will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 16:55:20.346959 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-007ad383-ff98-492b-a928-63148e4ec1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:20.350594 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 16:55:20.409533 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007ad383-ff98-492b-a928-63148e4ec1a9 admin admin] Network 2be211f5-9596-48cc-8e36-d95efabf0cfe is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 16:55:20.416077 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-007ad383-ff98-492b-a928-63148e4ec1a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 16:55:20.422954 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007ad383-ff98-492b-a928-63148e4ec1a9 admin admin] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 16:55:20.422954 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-007ad383-ff98-492b-a928-63148e4ec1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656092'] for router_interface, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:20.549750 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ad383-ff98-492b-a928-63148e4ec1a9 admin admin] Pushing event updated for resources: {'Port': ['ID=60e648f4-b57f-42b5-ad8e-26e0a903c95c,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 16:55:20.565420 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-007ad383-ff98-492b-a928-63148e4ec1a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 16:55:20.637397 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-41cb1ff4-da2d-4dec-9d24-79dd66668860 None None] Provisioning for port 60e648f4-b57f-42b5-ad8e-26e0a903c95c completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 16:55:20.642528 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-41cb1ff4-da2d-4dec-9d24-79dd66668860 None None] Provisioning complete for port 60e648f4-b57f-42b5-ad8e-26e0a903c95c triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 16:55:20.642898 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-41cb1ff4-da2d-4dec-9d24-79dd66668860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:20.695876 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-41cb1ff4-da2d-4dec-9d24-79dd66668860 None None] Port 60e648f4-b57f-42b5-ad8e-26e0a903c95c cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 16:55:20.721986 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-007ad383-ff98-492b-a928-63148e4ec1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:20.959346 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-007ad383-ff98-492b-a928-63148e4ec1a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:20.963658 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-007ad383-ff98-492b-a928-63148e4ec1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:20.964746 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-007ad383-ff98-492b-a928-63148e4ec1a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655999'] for router_interface, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:20.967910 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 16:55:21.102064 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ad383-ff98-492b-a928-63148e4ec1a9 admin admin] Pushing event updated for resources: {'Port': ['ID=60e648f4-b57f-42b5-ad8e-26e0a903c95c,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 16:55:21.106134 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-007ad383-ff98-492b-a928-63148e4ec1a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 16:55:21.164540 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007ad383-ff98-492b-a928-63148e4ec1a9 admin admin] Network 2be211f5-9596-48cc-8e36-d95efabf0cfe is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 16:55:21.165572 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-007ad383-ff98-492b-a928-63148e4ec1a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 16:55:21.355332 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007ad383-ff98-492b-a928-63148e4ec1a9 admin admin] Router eb01ae4b-1a31-4f23-aa11-d8889d60c939 is scheduled to L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 with binding_index 1 {{(pid=73810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 16:55:21.418864 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-44045c44-8ef3-4e22-a61b-f89ae4b1caf4 None None] Provisioning complete for port 60e648f4-b57f-42b5-ad8e-26e0a903c95c triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 16:55:21.419264 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-44045c44-8ef3-4e22-a61b-f89ae4b1caf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:21.474652 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-44045c44-8ef3-4e22-a61b-f89ae4b1caf4 None None] Port 60e648f4-b57f-42b5-ad8e-26e0a903c95c cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 16:55:21.511986 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007ad383-ff98-492b-a928-63148e4ec1a9 admin admin] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 16:55:21.521787 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2db366d-7d75-494c-afd4-0466b8bb0d00 None None] Sync routers for ids ['eb01ae4b-1a31-4f23-aa11-d8889d60c939'] in dv-cinder-789603-1-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 16:55:21.522267 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-007ad383-ff98-492b-a928-63148e4ec1a9 admin admin] 10.222.0.24 "PUT /v2.0/routers/eb01ae4b-1a31-4f23-aa11-d8889d60c939/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1051748 May 04 16:55:21.533057 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2db366d-7d75-494c-afd4-0466b8bb0d00 None None] Routers {'eb01ae4b-1a31-4f23-aa11-d8889d60c939'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 16:55:21.533910 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-f2db366d-7d75-494c-afd4-0466b8bb0d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T16:55:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['eb01ae4b-1a31-4f23-aa11-d8889d60c939'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 16:55:21.711592 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-f2db366d-7d75-494c-afd4-0466b8bb0d00 None None] Set router eb01ae4b-1a31-4f23-aa11-d8889d60c939 gateway port host: None {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 16:55:22.088683 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-f2db366d-7d75-494c-afd4-0466b8bb0d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb01ae4b-1a31-4f23-aa11-d8889d60c939', 'name': 'router1', 'tenant_id': '468a88f465a241429d6d98411bd7d9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T16:55:10Z', 'updated_at': '2021-05-04T16:55:20Z', 'revision_number': 2, 'project_id': '468a88f465a241429d6d98411bd7d9b5', 'gw_port_host': None, '_interfaces': [{'id': '60e648f4-b57f-42b5-ad8e-26e0a903c95c', 'name': '', 'network_id': '2be211f5-9596-48cc-8e36-d95efabf0cfe', 'tenant_id': '468a88f465a241429d6d98411bd7d9b5', 'mac_address': 'fa:16:3e:bb:08:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb01ae4b-1a31-4f23-aa11-d8889d60c939', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50a8c755-0759-423a-874a-ac4317790a55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T16:55:19Z', 'updated_at': '2021-05-04T16:55:20Z', 'revision_number': 2, 'project_id': '468a88f465a241429d6d98411bd7d9b5', 'subnets': [{'id': '50a8c755-0759-423a-874a-ac4317790a55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '169dcc0b-f3dd-4474-9dc6-41db290f832d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 16:55:22.093663 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2db366d-7d75-494c-afd4-0466b8bb0d00 None None] Checking router: eb01ae4b-1a31-4f23-aa11-d8889d60c939 for host: dv-cinder-789603-1-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 16:55:22.094044 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2db366d-7d75-494c-afd4-0466b8bb0d00 None None] Updating router eb01ae4b-1a31-4f23-aa11-d8889d60c939 port 60e648f4-b57f-42b5-ad8e-26e0a903c95c binding host dv-cinder-789603-1-smb {{(pid=73812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 16:55:22.146638 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f2db366d-7d75-494c-afd4-0466b8bb0d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:22.543861 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f2db366d-7d75-494c-afd4-0466b8bb0d00 None None] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:22.561771 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f2db366d-7d75-494c-afd4-0466b8bb0d00 None None] Transition to ACTIVE for port object 60e648f4-b57f-42b5-ad8e-26e0a903c95c will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 16:55:22.569278 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f2db366d-7d75-494c-afd4-0466b8bb0d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:22.574287 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 16:55:22.775003 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88877e9-3972-4109-9338-f2cacea108d1 None None] Pushing event updated for resources: {'Port': ['ID=60e648f4-b57f-42b5-ad8e-26e0a903c95c,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 16:55:22.789449 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88877e9-3972-4109-9338-f2cacea108d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:22.789782 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88877e9-3972-4109-9338-f2cacea108d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:22.790111 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88877e9-3972-4109-9338-f2cacea108d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:22.790442 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88877e9-3972-4109-9338-f2cacea108d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:22.790747 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88877e9-3972-4109-9338-f2cacea108d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:22.791060 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88877e9-3972-4109-9338-f2cacea108d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:22.791371 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88877e9-3972-4109-9338-f2cacea108d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:22.791675 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88877e9-3972-4109-9338-f2cacea108d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:22.792003 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88877e9-3972-4109-9338-f2cacea108d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:22.792309 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88877e9-3972-4109-9338-f2cacea108d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:22.792656 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88877e9-3972-4109-9338-f2cacea108d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:22.792963 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88877e9-3972-4109-9338-f2cacea108d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88877e9-3972-4109-9338-f2cacea108d1 None None] Tracked resource versions report: May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: pushed versions: May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: { 'AddressGroup': {'1.2'}, May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: 'ConntrackHelper': {'1.0'}, May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: 'Log': {'1.0'}, May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: 'Network': {'1.1'}, May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: 'Port': {'1.7'}, May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: 'PortForwarding': {'1.2'}, May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: 'QosPolicy': {'1.8'}, May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: 'SecurityGroup': {'1.4'}, May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: 'SecurityGroupRule': {'1.2'}, May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: 'SubPort': {'1.0'}, May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: 'Subnet': {'1.1'}, May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: 'Trunk': {'1.1'}} May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: consumer versions: May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: { DHCP agent@dv-cinder-789603-1-smb: {}, May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: L3 agent@dv-cinder-789603-1-smb: {}, May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: Metadata agent@dv-cinder-789603-1-smb: {}, May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: Metering agent@dv-cinder-789603-1-smb: {}, May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: Open vSwitch agent@dv-cinder-789603-1-smb: { 'AddressGroup': '1.2', May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: 'ConntrackHelper': '1.0', May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: 'Log': '1.0', May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: 'Network': '1.1', May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: 'Port': '1.7', May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: 'PortForwarding': '1.2', May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: 'QosPolicy': '1.8', May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: 'SecurityGroup': '1.4', May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: 'SecurityGroupRule': '1.2', May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: 'SubPort': '1.0', May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: 'Subnet': '1.1', May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: 'Trunk': '1.1'}} May 04 16:55:22.794097 dv-cinder-789603-1-smb neutron-server[73812]: {{(pid=73812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 16:55:22.817690 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-f2db366d-7d75-494c-afd4-0466b8bb0d00 None None] Attempting to bind port 60e648f4-b57f-42b5-ad8e-26e0a903c95c on host dv-cinder-789603-1-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 16:55:22.818301 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-f2db366d-7d75-494c-afd4-0466b8bb0d00 None None] Attempting to bind port 60e648f4-b57f-42b5-ad8e-26e0a903c95c by drivers openvswitch,hyperv on host dv-cinder-789603-1-smb at level 0 using segments [{'id': 'c7d55150-bf4b-4a9c-9f99-068249517977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2be211f5-9596-48cc-8e36-d95efabf0cfe'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 16:55:22.819884 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2db366d-7d75-494c-afd4-0466b8bb0d00 None None] Attempting to bind port 60e648f4-b57f-42b5-ad8e-26e0a903c95c on network 2be211f5-9596-48cc-8e36-d95efabf0cfe {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 16:55:22.822162 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-b88877e9-3972-4109-9338-f2cacea108d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 16:55:22.826872 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2db366d-7d75-494c-afd4-0466b8bb0d00 None None] Checking agent: {'id': 'f75b5240-9bcf-4890-b7dd-e1b2d86769d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 16, 54, 46), 'started_at': datetime.datetime(2021, 5, 4, 16, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 16, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 16:55:22.827365 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2db366d-7d75-494c-afd4-0466b8bb0d00 None None] Checking segment: {'id': 'c7d55150-bf4b-4a9c-9f99-068249517977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2be211f5-9596-48cc-8e36-d95efabf0cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 16:55:22.827828 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f2db366d-7d75-494c-afd4-0466b8bb0d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:22.828209 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2db366d-7d75-494c-afd4-0466b8bb0d00 None None] Bound using segment: {'id': 'c7d55150-bf4b-4a9c-9f99-068249517977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2be211f5-9596-48cc-8e36-d95efabf0cfe'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 16:55:22.828787 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-f2db366d-7d75-494c-afd4-0466b8bb0d00 None None] Bound port: 60e648f4-b57f-42b5-ad8e-26e0a903c95c, host: dv-cinder-789603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d55150-bf4b-4a9c-9f99-068249517977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2be211f5-9596-48cc-8e36-d95efabf0cfe'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 16:55:22.829163 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f2db366d-7d75-494c-afd4-0466b8bb0d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:22.916830 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-f2db366d-7d75-494c-afd4-0466b8bb0d00 None None] For port 60e648f4-b57f-42b5-ad8e-26e0a903c95c, host dv-cinder-789603-1-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 16:55:22.921572 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-f2db366d-7d75-494c-afd4-0466b8bb0d00 None None] For port 60e648f4-b57f-42b5-ad8e-26e0a903c95c, host dv-cinder-789603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=60e648f4-b57f-42b5-ad8e-26e0a903c95c,segment=NetworkSegment(c7d55150-bf4b-4a9c-9f99-068249517977),segment_id=c7d55150-bf4b-4a9c-9f99-068249517977)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 16:55:22.926784 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f2db366d-7d75-494c-afd4-0466b8bb0d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:22.931995 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-b88877e9-3972-4109-9338-f2cacea108d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 16:55:23.017644 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2db366d-7d75-494c-afd4-0466b8bb0d00 None None] Routers {'eb01ae4b-1a31-4f23-aa11-d8889d60c939'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 16:55:23.018281 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-f2db366d-7d75-494c-afd4-0466b8bb0d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T16:55:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['eb01ae4b-1a31-4f23-aa11-d8889d60c939'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 16:55:23.166705 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88877e9-3972-4109-9338-f2cacea108d1 None None] Pushing event updated for resources: {'Port': ['ID=60e648f4-b57f-42b5-ad8e-26e0a903c95c,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 16:55:23.170158 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-b88877e9-3972-4109-9338-f2cacea108d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 16:55:23.213784 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-f2db366d-7d75-494c-afd4-0466b8bb0d00 None None] Set router eb01ae4b-1a31-4f23-aa11-d8889d60c939 gateway port host: None {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 16:55:23.542033 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-f2db366d-7d75-494c-afd4-0466b8bb0d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb01ae4b-1a31-4f23-aa11-d8889d60c939', 'name': 'router1', 'tenant_id': '468a88f465a241429d6d98411bd7d9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T16:55:10Z', 'updated_at': '2021-05-04T16:55:20Z', 'revision_number': 2, 'project_id': '468a88f465a241429d6d98411bd7d9b5', 'gw_port_host': None, '_interfaces': [{'id': '60e648f4-b57f-42b5-ad8e-26e0a903c95c', 'name': '', 'network_id': '2be211f5-9596-48cc-8e36-d95efabf0cfe', 'tenant_id': '468a88f465a241429d6d98411bd7d9b5', 'mac_address': 'fa:16:3e:bb:08:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb01ae4b-1a31-4f23-aa11-d8889d60c939', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50a8c755-0759-423a-874a-ac4317790a55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T16:55:19Z', 'updated_at': '2021-05-04T16:55:22Z', 'revision_number': 4, 'project_id': '468a88f465a241429d6d98411bd7d9b5', 'subnets': [{'id': '50a8c755-0759-423a-874a-ac4317790a55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '169dcc0b-f3dd-4474-9dc6-41db290f832d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 16:55:23.546810 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2db366d-7d75-494c-afd4-0466b8bb0d00 None None] The sync data for ids ['eb01ae4b-1a31-4f23-aa11-d8889d60c939'] in dv-cinder-789603-1-smb is: [{'id': 'eb01ae4b-1a31-4f23-aa11-d8889d60c939', 'name': 'router1', 'tenant_id': '468a88f465a241429d6d98411bd7d9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T16:55:10Z', 'updated_at': '2021-05-04T16:55:20Z', 'revision_number': 2, 'project_id': '468a88f465a241429d6d98411bd7d9b5', 'gw_port_host': None, '_interfaces': [{'id': '60e648f4-b57f-42b5-ad8e-26e0a903c95c', 'name': '', 'network_id': '2be211f5-9596-48cc-8e36-d95efabf0cfe', 'tenant_id': '468a88f465a241429d6d98411bd7d9b5', 'mac_address': 'fa:16:3e:bb:08:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb01ae4b-1a31-4f23-aa11-d8889d60c939', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50a8c755-0759-423a-874a-ac4317790a55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T16:55:19Z', 'updated_at': '2021-05-04T16:55:22Z', 'revision_number': 4, 'project_id': '468a88f465a241429d6d98411bd7d9b5', 'subnets': [{'id': '50a8c755-0759-423a-874a-ac4317790a55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '169dcc0b-f3dd-4474-9dc6-41db290f832d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 16:55:23.745571 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 44860) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:55:23.905561 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11047a2-b94f-4786-a05f-7eac309de27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 16:55:23.906915 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-d11047a2-b94f-4786-a05f-7eac309de27b admin admin] 10.222.0.24 "GET /v2.0/networks/1fe869af-eee2-4a76-a542-2bd1a37527f5 HTTP/1.1" status: 200 len: 842 time: 0.1603346 May 04 16:55:23.916153 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-05f4f336-9108-445f-a937-aeb78e28ad30 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.28.3.0/24', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'gateway_ip': '172.28.3.1', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 16:55:23.921825 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-05f4f336-9108-445f-a937-aeb78e28ad30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 16:55:23.925599 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-05f4f336-9108-445f-a937-aeb78e28ad30 admin admin] Usage tracker for resource:subnet and tenant:56afa84b1eed448f927754f273df6d4a is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 16:55:23.928381 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-05f4f336-9108-445f-a937-aeb78e28ad30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 16:55:23.934017 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-05f4f336-9108-445f-a937-aeb78e28ad30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 16:55:23.943767 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f4f336-9108-445f-a937-aeb78e28ad30 admin admin] Made reservation on behalf of 56afa84b1eed448f927754f273df6d4a for: {'subnet': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 16:55:23.946064 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-05f4f336-9108-445f-a937-aeb78e28ad30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:24.407818 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.objects.ports [None req-05f4f336-9108-445f-a937-aeb78e28ad30 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=73810) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 04 16:55:24.408265 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-05f4f336-9108-445f-a937-aeb78e28ad30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301'] for subnet, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:24.411989 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e2e7732c-5693-4a13-972f-ae5f4def17a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 16:55:24.481759 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4f336-9108-445f-a937-aeb78e28ad30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac6ef9b7-a26d-4df8-9aa7-613a10e1e621,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 16:55:24.485985 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-05f4f336-9108-445f-a937-aeb78e28ad30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 16:55:24.490767 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f4f336-9108-445f-a937-aeb78e28ad30 admin admin] Checking segment: {'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 16:55:24.491138 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f4f336-9108-445f-a937-aeb78e28ad30 admin admin] Network hostable DHCP agents. Network: 1fe869af-eee2-4a76-a542-2bd1a37527f5, hostable agents: ['e7f1f9ba-e089-4d30-a3bb-ec752cbc6168'], hosted agents: [] {{(pid=73810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 16:55:24.508785 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f4f336-9108-445f-a937-aeb78e28ad30 admin admin] Network 1fe869af-eee2-4a76-a542-2bd1a37527f5 is scheduled to be hosted by DHCP agent e7f1f9ba-e089-4d30-a3bb-ec752cbc6168 with binding_index 1 {{(pid=73810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 16:55:24.518716 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-05f4f336-9108-445f-a937-aeb78e28ad30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-smb, 1fe869af-eee2-4a76-a542-2bd1a37527f5) {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 16:55:24.523595 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f4f336-9108-445f-a937-aeb78e28ad30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 16:55:24.524576 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-05f4f336-9108-445f-a937-aeb78e28ad30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:24.529677 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81feff48-5383-42a0-a3d8-6bc73355525c None None] Network 1fe869af-eee2-4a76-a542-2bd1a37527f5 requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 16:55:24.560934 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-05f4f336-9108-445f-a937-aeb78e28ad30 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6331229 May 04 16:55:24.773249 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7629489d-a442-49eb-bf4a-4da02ac539e2 None None] Network 1fe869af-eee2-4a76-a542-2bd1a37527f5 requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 16:55:26.883997 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 44874) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:55:27.088311 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-65ba6949-010b-4e1b-a089-a41c8a6d140e admin admin] 10.222.0.24 "GET /v2.0/routers/eb01ae4b-1a31-4f23-aa11-d8889d60c939 HTTP/1.1" status: 200 len: 710 time: 0.2031555 May 04 16:55:27.218174 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484b3bb4-b01e-470b-acd7-0194d706fe05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 16:55:27.219450 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-484b3bb4-b01e-470b-acd7-0194d706fe05 admin admin] 10.222.0.24 "GET /v2.0/networks/1fe869af-eee2-4a76-a542-2bd1a37527f5 HTTP/1.1" status: 200 len: 886 time: 0.1252525 May 04 16:55:27.228073 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-f73d3c84-2826-4758-97ae-4d559505079a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'}}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 16:55:27.673018 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 60e648f4-b57f-42b5-ad8e-26e0a903c95c up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 16:55:27.677428 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f73d3c84-2826-4758-97ae-4d559505079a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5562'] for router, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:27.753457 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning for port 60e648f4-b57f-42b5-ad8e-26e0a903c95c completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 16:55:27.762238 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 60e648f4-b57f-42b5-ad8e-26e0a903c95c triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 16:55:27.762784 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:27.884367 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:27.917784 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] For port 60e648f4-b57f-42b5-ad8e-26e0a903c95c, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=60e648f4-b57f-42b5-ad8e-26e0a903c95c,segment=NetworkSegment(c7d55150-bf4b-4a9c-9f99-068249517977),segment_id=c7d55150-bf4b-4a9c-9f99-068249517977)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 16:55:27.922183 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:27.925430 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-3a722b66-7e02-4712-ba90-d9186a621243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 16:55:27.993443 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Pushing event updated for resources: {'Port': ['ID=60e648f4-b57f-42b5-ad8e-26e0a903c95c,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 16:55:27.996786 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 16:55:28.042485 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f73d3c84-2826-4758-97ae-4d559505079a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:28.150404 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f73d3c84-2826-4758-97ae-4d559505079a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:28.282803 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-f73d3c84-2826-4758-97ae-4d559505079a admin admin] Allocated IP 172.28.3.116 (1fe869af-eee2-4a76-a542-2bd1a37527f5/ac6ef9b7-a26d-4df8-9aa7-613a10e1e621/f04f90bd-7133-4a80-835e-d30415a1f9eb) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 16:55:28.425478 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f73d3c84-2826-4758-97ae-4d559505079a admin admin] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:28.454616 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f73d3c84-2826-4758-97ae-4d559505079a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:28.458462 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-007ad383-ff98-492b-a928-63148e4ec1a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 16:55:28.522260 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73d3c84-2826-4758-97ae-4d559505079a admin admin] Network 1fe869af-eee2-4a76-a542-2bd1a37527f5 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 16:55:28.525465 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-f73d3c84-2826-4758-97ae-4d559505079a admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 16:55:28.529796 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73d3c84-2826-4758-97ae-4d559505079a admin admin] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 16:55:28.585830 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d3c84-2826-4758-97ae-4d559505079a admin admin] Pushing event updated for resources: {'Port': ['ID=f04f90bd-7133-4a80-835e-d30415a1f9eb,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 16:55:28.596621 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f73d3c84-2826-4758-97ae-4d559505079a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 16:55:28.929770 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f73d3c84-2826-4758-97ae-4d559505079a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:29.297052 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f73d3c84-2826-4758-97ae-4d559505079a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5562'] for router, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:29.300442 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f73d3c84-2826-4758-97ae-4d559505079a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-785565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-785540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719370'] for router, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:29.535824 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73d3c84-2826-4758-97ae-4d559505079a admin admin] Router eb01ae4b-1a31-4f23-aa11-d8889d60c939 has already been hosted by L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 16:55:29.654755 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 60e648f4-b57f-42b5-ad8e-26e0a903c95c up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 16:55:29.717059 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73d3c84-2826-4758-97ae-4d559505079a admin admin] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 16:55:29.727393 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f73d3c84-2826-4758-97ae-4d559505079a admin admin] Notify callbacks [] for router, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:29.740509 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-f73d3c84-2826-4758-97ae-4d559505079a admin admin] 10.222.0.24 "PUT /v2.0/routers/eb01ae4b-1a31-4f23-aa11-d8889d60c939 HTTP/1.1" status: 200 len: 890 time: 2.5037801 May 04 16:55:29.740763 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a095ca1-3108-4d37-bde1-fbe2815f480f None None] Sync routers for ids ['eb01ae4b-1a31-4f23-aa11-d8889d60c939'] in dv-cinder-789603-1-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 16:55:29.740763 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 60e648f4-b57f-42b5-ad8e-26e0a903c95c triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 16:55:29.740763 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:29.784811 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a095ca1-3108-4d37-bde1-fbe2815f480f None None] Routers {'eb01ae4b-1a31-4f23-aa11-d8889d60c939'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 16:55:29.785496 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-3a095ca1-3108-4d37-bde1-fbe2815f480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T16:55:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['eb01ae4b-1a31-4f23-aa11-d8889d60c939'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 16:55:30.057220 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-3a095ca1-3108-4d37-bde1-fbe2815f480f None None] Set router eb01ae4b-1a31-4f23-aa11-d8889d60c939 gateway port host: dv-cinder-789603-1-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 16:55:30.393971 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-3a095ca1-3108-4d37-bde1-fbe2815f480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb01ae4b-1a31-4f23-aa11-d8889d60c939', 'name': 'router1', 'tenant_id': '468a88f465a241429d6d98411bd7d9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f04f90bd-7133-4a80-835e-d30415a1f9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T16:55:10Z', 'updated_at': '2021-05-04T16:55:28Z', 'revision_number': 4, 'project_id': '468a88f465a241429d6d98411bd7d9b5', 'gw_port': {'id': 'f04f90bd-7133-4a80-835e-d30415a1f9eb', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb01ae4b-1a31-4f23-aa11-d8889d60c939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T16:55:28Z', 'updated_at': '2021-05-04T16:55:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': '60e648f4-b57f-42b5-ad8e-26e0a903c95c', 'name': '', 'network_id': '2be211f5-9596-48cc-8e36-d95efabf0cfe', 'tenant_id': '468a88f465a241429d6d98411bd7d9b5', 'mac_address': 'fa:16:3e:bb:08:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb01ae4b-1a31-4f23-aa11-d8889d60c939', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50a8c755-0759-423a-874a-ac4317790a55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T16:55:19Z', 'updated_at': '2021-05-04T16:55:27Z', 'revision_number': 5, 'project_id': '468a88f465a241429d6d98411bd7d9b5', 'subnets': [{'id': '50a8c755-0759-423a-874a-ac4317790a55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '169dcc0b-f3dd-4474-9dc6-41db290f832d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 16:55:30.398777 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a095ca1-3108-4d37-bde1-fbe2815f480f None None] Checking router: eb01ae4b-1a31-4f23-aa11-d8889d60c939 for host: dv-cinder-789603-1-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 16:55:30.399137 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a095ca1-3108-4d37-bde1-fbe2815f480f None None] Updating router eb01ae4b-1a31-4f23-aa11-d8889d60c939 port f04f90bd-7133-4a80-835e-d30415a1f9eb binding host dv-cinder-789603-1-smb {{(pid=73811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 16:55:30.449759 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-3a095ca1-3108-4d37-bde1-fbe2815f480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:30.785543 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-3a095ca1-3108-4d37-bde1-fbe2815f480f None None] Notify callbacks [] for port, precommit_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:30.796771 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-3a095ca1-3108-4d37-bde1-fbe2815f480f None None] Transition to ACTIVE for port object f04f90bd-7133-4a80-835e-d30415a1f9eb will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 16:55:30.804353 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-3a095ca1-3108-4d37-bde1-fbe2815f480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:30.814693 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-1e9a1b16-a02b-4367-96f5-b27b2de6dfea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 16:55:30.879837 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-3a095ca1-3108-4d37-bde1-fbe2815f480f None None] Attempting to bind port f04f90bd-7133-4a80-835e-d30415a1f9eb on host dv-cinder-789603-1-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 16:55:30.880199 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-3a095ca1-3108-4d37-bde1-fbe2815f480f None None] Attempting to bind port f04f90bd-7133-4a80-835e-d30415a1f9eb by drivers openvswitch,hyperv on host dv-cinder-789603-1-smb at level 0 using segments [{'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 16:55:30.880579 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a095ca1-3108-4d37-bde1-fbe2815f480f None None] Attempting to bind port f04f90bd-7133-4a80-835e-d30415a1f9eb on network 1fe869af-eee2-4a76-a542-2bd1a37527f5 {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 16:55:30.892592 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a095ca1-3108-4d37-bde1-fbe2815f480f None None] Checking agent: {'id': 'f75b5240-9bcf-4890-b7dd-e1b2d86769d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 16, 54, 46), 'started_at': datetime.datetime(2021, 5, 4, 16, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 16, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 16:55:30.892973 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a095ca1-3108-4d37-bde1-fbe2815f480f None None] Checking segment: {'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 16:55:30.893360 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-3a095ca1-3108-4d37-bde1-fbe2815f480f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:30.893750 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a095ca1-3108-4d37-bde1-fbe2815f480f None None] Bound using segment: {'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 16:55:30.894213 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-3a095ca1-3108-4d37-bde1-fbe2815f480f None None] Bound port: f04f90bd-7133-4a80-835e-d30415a1f9eb, host: dv-cinder-789603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 16:55:30.894596 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-3a095ca1-3108-4d37-bde1-fbe2815f480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:30.917199 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4123eb3-46d6-4f49-9828-eb9f6e9cc869 None None] Pushing event updated for resources: {'Port': ['ID=f04f90bd-7133-4a80-835e-d30415a1f9eb,revision_number=2']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 16:55:30.926534 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f4123eb3-46d6-4f49-9828-eb9f6e9cc869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 16:55:30.970356 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-3a095ca1-3108-4d37-bde1-fbe2815f480f None None] For port f04f90bd-7133-4a80-835e-d30415a1f9eb, host dv-cinder-789603-1-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 16:55:30.973309 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-3a095ca1-3108-4d37-bde1-fbe2815f480f None None] For port f04f90bd-7133-4a80-835e-d30415a1f9eb, host dv-cinder-789603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=f04f90bd-7133-4a80-835e-d30415a1f9eb,segment=NetworkSegment(03a61c93-30bf-46d3-abd6-912a62526c31),segment_id=03a61c93-30bf-46d3-abd6-912a62526c31)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 16:55:30.977736 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-3a095ca1-3108-4d37-bde1-fbe2815f480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:30.981693 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 16:55:31.058613 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a095ca1-3108-4d37-bde1-fbe2815f480f None None] Routers {'eb01ae4b-1a31-4f23-aa11-d8889d60c939'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 16:55:31.059132 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-3a095ca1-3108-4d37-bde1-fbe2815f480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T16:55:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['eb01ae4b-1a31-4f23-aa11-d8889d60c939'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 16:55:31.108677 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4123eb3-46d6-4f49-9828-eb9f6e9cc869 None None] Pushing event updated for resources: {'Port': ['ID=f04f90bd-7133-4a80-835e-d30415a1f9eb,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 16:55:31.116305 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f4123eb3-46d6-4f49-9828-eb9f6e9cc869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 16:55:31.241785 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-3a095ca1-3108-4d37-bde1-fbe2815f480f None None] Set router eb01ae4b-1a31-4f23-aa11-d8889d60c939 gateway port host: dv-cinder-789603-1-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 16:55:31.594406 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-3a095ca1-3108-4d37-bde1-fbe2815f480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb01ae4b-1a31-4f23-aa11-d8889d60c939', 'name': 'router1', 'tenant_id': '468a88f465a241429d6d98411bd7d9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f04f90bd-7133-4a80-835e-d30415a1f9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T16:55:10Z', 'updated_at': '2021-05-04T16:55:28Z', 'revision_number': 4, 'project_id': '468a88f465a241429d6d98411bd7d9b5', 'gw_port': {'id': 'f04f90bd-7133-4a80-835e-d30415a1f9eb', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb01ae4b-1a31-4f23-aa11-d8889d60c939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T16:55:28Z', 'updated_at': '2021-05-04T16:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': '60e648f4-b57f-42b5-ad8e-26e0a903c95c', 'name': '', 'network_id': '2be211f5-9596-48cc-8e36-d95efabf0cfe', 'tenant_id': '468a88f465a241429d6d98411bd7d9b5', 'mac_address': 'fa:16:3e:bb:08:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb01ae4b-1a31-4f23-aa11-d8889d60c939', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50a8c755-0759-423a-874a-ac4317790a55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T16:55:19Z', 'updated_at': '2021-05-04T16:55:27Z', 'revision_number': 5, 'project_id': '468a88f465a241429d6d98411bd7d9b5', 'subnets': [{'id': '50a8c755-0759-423a-874a-ac4317790a55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '169dcc0b-f3dd-4474-9dc6-41db290f832d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 16:55:31.598227 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a095ca1-3108-4d37-bde1-fbe2815f480f None None] The sync data for ids ['eb01ae4b-1a31-4f23-aa11-d8889d60c939'] in dv-cinder-789603-1-smb is: [{'id': 'eb01ae4b-1a31-4f23-aa11-d8889d60c939', 'name': 'router1', 'tenant_id': '468a88f465a241429d6d98411bd7d9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f04f90bd-7133-4a80-835e-d30415a1f9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T16:55:10Z', 'updated_at': '2021-05-04T16:55:28Z', 'revision_number': 4, 'project_id': '468a88f465a241429d6d98411bd7d9b5', 'gw_port': {'id': 'f04f90bd-7133-4a80-835e-d30415a1f9eb', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb01ae4b-1a31-4f23-aa11-d8889d60c939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T16:55:28Z', 'updated_at': '2021-05-04T16:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': '60e648f4-b57f-42b5-ad8e-26e0a903c95c', 'name': '', 'network_id': '2be211f5-9596-48cc-8e36-d95efabf0cfe', 'tenant_id': '468a88f465a241429d6d98411bd7d9b5', 'mac_address': 'fa:16:3e:bb:08:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb01ae4b-1a31-4f23-aa11-d8889d60c939', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50a8c755-0759-423a-874a-ac4317790a55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T16:55:19Z', 'updated_at': '2021-05-04T16:55:27Z', 'revision_number': 5, 'project_id': '468a88f465a241429d6d98411bd7d9b5', 'subnets': [{'id': '50a8c755-0759-423a-874a-ac4317790a55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '169dcc0b-f3dd-4474-9dc6-41db290f832d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 16:55:32.065833 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 44884) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:55:32.187117 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-71dd3ba9-45ab-4e43-afca-28f3191bc1a5 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1201341 May 04 16:55:33.686942 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device f04f90bd-7133-4a80-835e-d30415a1f9eb up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 16:55:33.772684 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning for port f04f90bd-7133-4a80-835e-d30415a1f9eb completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 16:55:33.778522 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port f04f90bd-7133-4a80-835e-d30415a1f9eb triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 16:55:33.781790 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:33.906398 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:33.924579 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] For port f04f90bd-7133-4a80-835e-d30415a1f9eb, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=f04f90bd-7133-4a80-835e-d30415a1f9eb,segment=NetworkSegment(03a61c93-30bf-46d3-abd6-912a62526c31),segment_id=03a61c93-30bf-46d3-abd6-912a62526c31)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 16:55:33.929338 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:33.932775 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 16:55:34.002694 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Pushing event updated for resources: {'Port': ['ID=f04f90bd-7133-4a80-835e-d30415a1f9eb,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 16:55:34.014383 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 16:55:35.701358 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device f04f90bd-7133-4a80-835e-d30415a1f9eb up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 16:55:35.800368 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port f04f90bd-7133-4a80-835e-d30415a1f9eb triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 16:55:35.800984 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:42.662966 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d6e83cc3-4ffc-4b80-95c9-7abc7fb614af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:45.260911 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-3587cc51-d569-4997-ad92-8c890aa11d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:45.551372 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:46.575617 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:48.203172 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:55:51.481069 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 5 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 16:56:12.671265 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-9c2ae61e-5a82-4db8-a706-31feb0afce22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:56:15.258415 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-a3f6fcbf-d131-49d0-bdef-699da7bf889f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:56:15.582411 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:56:16.573228 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:56:18.195813 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:56:28.482186 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 5 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 16:56:42.663281 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-b504cd71-eb97-4d5e-a4a5-98e75c9eaab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:56:45.252140 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-aca1c65b-3889-42a0-9595-512b2b8478b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:56:45.548035 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:56:46.574733 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:56:48.201693 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:57:05.481307 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 5 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 16:57:08.985471 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 45456) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:57:09.053609 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d1fe9e-6a36-4e84-8e18-683450cdb104 admin admin] GET failed (client error): The resource could not be found. May 04 16:57:09.054865 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-16d1fe9e-6a36-4e84-8e18-683450cdb104 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0684543 May 04 16:57:09.182969 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fcdb40-790a-429a-9cd7-c14562b99905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 16:57:09.184409 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-c3fcdb40-790a-429a-9cd7-c14562b99905 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1256485 May 04 16:57:11.319358 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 45466) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:57:11.437420 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff6ef51-5a43-4e66-b6fc-74f90d1b9ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 16:57:11.438100 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-8ff6ef51-5a43-4e66-b6fc-74f90d1b9ba5 admin admin] Synchronizing usage tracker for tenant:56afa84b1eed448f927754f273df6d4a on resource:subnet {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 16:57:11.456147 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-8ff6ef51-5a43-4e66-b6fc-74f90d1b9ba5 admin admin] Unset dirty status for tenant:56afa84b1eed448f927754f273df6d4a on resource:subnet {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 16:57:11.457396 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-8ff6ef51-5a43-4e66-b6fc-74f90d1b9ba5 admin admin] 10.222.0.24 "GET /v2.0/subnets/50a8c755-0759-423a-874a-ac4317790a55 HTTP/1.1" status: 200 len: 849 time: 0.1370826 May 04 16:57:11.468239 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-2fcd86ce-08da-4e59-b2ca-226708271151 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 16:57:11.593721 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2fcd86ce-08da-4e59-b2ca-226708271151 admin admin] Notify callbacks [] for subnet, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:57:11.799845 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2fcd86ce-08da-4e59-b2ca-226708271151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730882931604'] for subnet, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:57:11.805068 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-05f4f336-9108-445f-a937-aeb78e28ad30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 16:57:11.846232 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcd86ce-08da-4e59-b2ca-226708271151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 16:57:11.846991 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2fcd86ce-08da-4e59-b2ca-226708271151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:57:11.847991 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-2fcd86ce-08da-4e59-b2ca-226708271151 admin admin] 10.222.0.24 "PUT /v2.0/subnets/50a8c755-0759-423a-874a-ac4317790a55 HTTP/1.1" status: 200 len: 868 time: 0.3842978 May 04 16:57:11.849962 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece380bb-6780-474e-9a50-4dcc8b783e8c None None] Network 2be211f5-9596-48cc-8e36-d95efabf0cfe requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 16:57:11.882885 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd86ce-08da-4e59-b2ca-226708271151 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50a8c755-0759-423a-874a-ac4317790a55,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 16:57:11.891202 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd86ce-08da-4e59-b2ca-226708271151 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:57:11.891559 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd86ce-08da-4e59-b2ca-226708271151 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:57:11.891868 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd86ce-08da-4e59-b2ca-226708271151 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:57:11.892196 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd86ce-08da-4e59-b2ca-226708271151 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:57:11.892544 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd86ce-08da-4e59-b2ca-226708271151 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:57:11.892868 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd86ce-08da-4e59-b2ca-226708271151 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:57:11.893185 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd86ce-08da-4e59-b2ca-226708271151 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:57:11.893502 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd86ce-08da-4e59-b2ca-226708271151 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:57:11.893846 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd86ce-08da-4e59-b2ca-226708271151 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:57:11.894162 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd86ce-08da-4e59-b2ca-226708271151 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:57:11.894477 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd86ce-08da-4e59-b2ca-226708271151 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:57:11.894787 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcd86ce-08da-4e59-b2ca-226708271151 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:57:11.899580 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-2fcd86ce-08da-4e59-b2ca-226708271151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 16:57:12.330656 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-e323cb89-1c95-4f51-a34e-23b1b076b04a None None] Provisioning complete for port 7a2946de-ba67-4a06-976a-337b20e1258b triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 16:57:12.331021 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-e323cb89-1c95-4f51-a34e-23b1b076b04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:57:12.455038 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-e323cb89-1c95-4f51-a34e-23b1b076b04a None None] Provisioning complete for port 60e648f4-b57f-42b5-ad8e-26e0a903c95c triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 16:57:12.455276 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-e323cb89-1c95-4f51-a34e-23b1b076b04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:57:12.665409 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-34c30139-918e-401f-8766-44a1d47c7233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:57:13.989378 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 45476) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:57:14.169494 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadab68a-2c4d-4182-985f-291ae90754c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 16:57:14.169964 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadab68a-2c4d-4182-985f-291ae90754c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 16:57:14.171459 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-eadab68a-2c4d-4182-985f-291ae90754c7 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1811261 May 04 16:57:15.255852 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-c7307323-135c-4718-9e33-b255b7cfbeb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:57:15.550233 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:57:16.302080 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 45486) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:57:16.477551 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c46d86-6eea-4582-bd7d-af0c98c58f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 16:57:16.478071 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c46d86-6eea-4582-bd7d-af0c98c58f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 16:57:16.480234 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-79c46d86-6eea-4582-bd7d-af0c98c58f9e admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1771419 May 04 16:57:16.578569 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:57:18.205024 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:57:18.636458 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 45496) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:57:18.810638 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304185d2-5e05-46ba-94d4-f6c3cc097e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 16:57:18.814146 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-304185d2-5e05-46ba-94d4-f6c3cc097e21 admin admin] 10.222.0.24 "GET /v2.0/networks/1fe869af-eee2-4a76-a542-2bd1a37527f5 HTTP/1.1" status: 200 len: 886 time: 0.1765893 May 04 16:57:20.960671 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 45506) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:57:21.133383 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a3893-9f08-4f61-b2e3-f775b273fa66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 16:57:21.134747 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-c27a3893-9f08-4f61-b2e3-f775b273fa66 admin admin] 10.222.0.24 "GET /v2.0/networks/2be211f5-9596-48cc-8e36-d95efabf0cfe HTTP/1.1" status: 200 len: 869 time: 0.1731260 May 04 16:57:23.308385 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 45516) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:57:23.415620 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186a2454-740b-4849-8cf9-1de3678fc652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 16:57:23.416097 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186a2454-740b-4849-8cf9-1de3678fc652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 16:57:23.418211 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-186a2454-740b-4849-8cf9-1de3678fc652 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1088490 May 04 16:57:25.552960 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 45526) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:57:25.665993 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80453a3-f064-49fc-86e7-56808621459e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 16:57:25.666513 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80453a3-f064-49fc-86e7-56808621459e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 16:57:25.668406 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-a80453a3-f064-49fc-86e7-56808621459e admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1141231 May 04 16:57:27.820241 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 45536) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:57:27.976530 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3e522d-ee07-4622-9388-f2a0d60cef9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 16:57:27.977800 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-6e3e522d-ee07-4622-9388-f2a0d60cef9f admin admin] 10.222.0.24 "GET /v2.0/subnets/50a8c755-0759-423a-874a-ac4317790a55 HTTP/1.1" status: 200 len: 868 time: 0.1565855 May 04 16:57:30.146220 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 45546) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:57:30.247318 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d752198f-2092-4cfd-bc51-360744506d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 16:57:30.248685 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-d752198f-2092-4cfd-bc51-360744506d48 admin admin] 10.222.0.24 "GET /v2.0/subnets/ac6ef9b7-a26d-4df8-9aa7-613a10e1e621 HTTP/1.1" status: 200 len: 816 time: 0.1014984 May 04 16:57:42.480405 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 5 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 16:57:42.669742 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-6a5c6972-ec41-453c-b78d-b587e219e8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:57:45.257767 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d21dd82d-034b-4c9b-8cac-35c567314427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:57:45.552714 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:57:46.579921 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:57:48.208296 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:57:53.576391 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 45590) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:57:53.636581 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [None req-1e0987d4-2902-42d6-8ef7-dbb1e1be8538 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=73810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 16:57:53.637546 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-1e0987d4-2902-42d6-8ef7-dbb1e1be8538 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0601521 May 04 16:57:55.856902 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 45600) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:57:55.927379 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61a10ae-2c76-44f7-963b-7ba71fbf841e admin admin] GET failed (client error): The resource could not be found. May 04 16:57:55.928661 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-a61a10ae-2c76-44f7-963b-7ba71fbf841e admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0707870 May 04 16:57:56.058114 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279f5969-ace4-4c27-a2cf-d7112bcdb833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 16:57:56.059511 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-279f5969-ace4-4c27-a2cf-d7112bcdb833 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1265194 May 04 16:57:58.217365 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 45610) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:57:58.265711 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-0d429e34-e3ff-4991-a32b-94b22efdb327 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 16:57:58.270236 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-0d429e34-e3ff-4991-a32b-94b22efdb327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 16:57:58.274019 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-0d429e34-e3ff-4991-a32b-94b22efdb327 admin admin] Usage tracker for resource:network and tenant:56afa84b1eed448f927754f273df6d4a is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 16:57:58.277144 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-0d429e34-e3ff-4991-a32b-94b22efdb327 admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 16:57:58.283078 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-0d429e34-e3ff-4991-a32b-94b22efdb327 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 16:57:58.292592 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d429e34-e3ff-4991-a32b-94b22efdb327 admin admin] Made reservation on behalf of 56afa84b1eed448f927754f273df6d4a for: {'network': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 16:57:58.294846 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0d429e34-e3ff-4991-a32b-94b22efdb327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for network, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:57:58.381377 dv-cinder-789603-1-smb neutron-server[73810]: WARNING neutron.services.revisions.revision_plugin [None req-0d429e34-e3ff-4991-a32b-94b22efdb327 admin admin] Could not find related network for resource to bump revision. May 04 16:57:58.394949 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d429e34-e3ff-4991-a32b-94b22efdb327 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=73810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 16:57:58.405612 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0d429e34-e3ff-4991-a32b-94b22efdb327 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730882941480', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:57:58.406132 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0d429e34-e3ff-4991-a32b-94b22efdb327 admin admin] Unsubscribe: segment precommit_create {{(pid=73810) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 16:57:58.406532 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.db.segments_db [None req-0d429e34-e3ff-4991-a32b-94b22efdb327 admin admin] Added segment 7630ce87-c57a-412e-b031-de1ff60164bb of type vlan for network e05275d0-293c-41f0-9e24-2373477338de May 04 16:57:58.443155 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0d429e34-e3ff-4991-a32b-94b22efdb327 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730882500756'] for network, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:57:58.475405 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0d429e34-e3ff-4991-a32b-94b22efdb327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301'] for network, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:57:58.476739 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d429e34-e3ff-4991-a32b-94b22efdb327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 16:57:58.477309 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0d429e34-e3ff-4991-a32b-94b22efdb327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:57:58.482269 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 16:57:58.566170 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-0d429e34-e3ff-4991-a32b-94b22efdb327 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3477006 May 04 16:57:58.576644 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d429e34-e3ff-4991-a32b-94b22efdb327 admin admin] Pushing event updated for resources: {'Network': ['ID=e05275d0-293c-41f0-9e24-2373477338de,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 16:57:58.579990 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0d429e34-e3ff-4991-a32b-94b22efdb327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 16:57:58.588812 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Network e05275d0-293c-41f0-9e24-2373477338de details requested by agent ovs-agent-dv-cinder-789603-1-smb with host dv-cinder-789603-1-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 16:58:00.722556 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 45620) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:58:00.790283 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ab7f9f-05e4-42e9-8f84-685a191fd8b4 admin admin] GET failed (client error): The resource could not be found. May 04 16:58:00.790807 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-84ab7f9f-05e4-42e9-8f84-685a191fd8b4 admin admin] Synchronizing usage tracker for tenant:56afa84b1eed448f927754f273df6d4a on resource:network {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 16:58:00.807160 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-84ab7f9f-05e4-42e9-8f84-685a191fd8b4 admin admin] Unset dirty status for tenant:56afa84b1eed448f927754f273df6d4a on resource:network {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 16:58:00.808909 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-84ab7f9f-05e4-42e9-8f84-685a191fd8b4 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0853715 May 04 16:58:00.912692 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9f9316-a8d1-4b13-b87b-0fddde7157b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 16:58:00.914041 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-7e9f9316-a8d1-4b13-b87b-0fddde7157b2 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1019437 May 04 16:58:00.923686 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-96388745-65ea-46c4-ae6e-3265d11bd44a admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'e05275d0-293c-41f0-9e24-2373477338de'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 16:58:00.928119 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-96388745-65ea-46c4-ae6e-3265d11bd44a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 16:58:00.937553 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-96388745-65ea-46c4-ae6e-3265d11bd44a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 16:58:00.947301 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96388745-65ea-46c4-ae6e-3265d11bd44a admin admin] Made reservation on behalf of 56afa84b1eed448f927754f273df6d4a for: {'subnet': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 16:58:00.949526 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-96388745-65ea-46c4-ae6e-3265d11bd44a admin admin] Notify callbacks [] for subnet, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:58:01.318022 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-96388745-65ea-46c4-ae6e-3265d11bd44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301'] for subnet, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:58:01.328907 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 16:58:01.393429 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96388745-65ea-46c4-ae6e-3265d11bd44a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2d04be8-73a8-4bc1-8908-e19ef48d8ea7,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 16:58:01.397220 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-96388745-65ea-46c4-ae6e-3265d11bd44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 16:58:01.401178 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96388745-65ea-46c4-ae6e-3265d11bd44a admin admin] Checking segment: {'id': '7630ce87-c57a-412e-b031-de1ff60164bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e05275d0-293c-41f0-9e24-2373477338de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 16:58:01.401528 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96388745-65ea-46c4-ae6e-3265d11bd44a admin admin] Network hostable DHCP agents. Network: e05275d0-293c-41f0-9e24-2373477338de, hostable agents: ['e7f1f9ba-e089-4d30-a3bb-ec752cbc6168'], hosted agents: [] {{(pid=73810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 16:58:01.418158 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96388745-65ea-46c4-ae6e-3265d11bd44a admin admin] Network e05275d0-293c-41f0-9e24-2373477338de is scheduled to be hosted by DHCP agent e7f1f9ba-e089-4d30-a3bb-ec752cbc6168 with binding_index 1 {{(pid=73810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 16:58:01.426340 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-96388745-65ea-46c4-ae6e-3265d11bd44a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-smb, e05275d0-293c-41f0-9e24-2373477338de) {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 16:58:01.431025 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96388745-65ea-46c4-ae6e-3265d11bd44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 16:58:01.431611 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-96388745-65ea-46c4-ae6e-3265d11bd44a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:58:01.437017 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc07945-be6f-462a-8c88-0acd7631426b None None] Network e05275d0-293c-41f0-9e24-2373477338de requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 16:58:01.458423 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-96388745-65ea-46c4-ae6e-3265d11bd44a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5380025 May 04 16:58:01.669636 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14cf5633-e9af-54f7-ada4-186d2c6d1965-e05275d0-293c-41f0-9e24-2373477338de', 'network_id': 'e05275d0-293c-41f0-9e24-2373477338de', 'tenant_id': '56afa84b1eed448f927754f273df6d4a', 'fixed_ips': [{'subnet_id': 'c2d04be8-73a8-4bc1-8908-e19ef48d8ea7'}]}} from dv-cinder-789603-1-smb. {{(pid=73811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 16:58:01.670485 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:58:01.827497 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.db_base_plugin_common [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Allocated IP 192.168.233.2 (e05275d0-293c-41f0-9e24-2373477338de/c2d04be8-73a8-4bc1-8908-e19ef48d8ea7/da112a98-99d4-466b-bfba-bed27391e248) {{(pid=73811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 16:58:02.046240 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Notify callbacks [] for port, precommit_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:58:02.056377 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Transition to ACTIVE for port object da112a98-99d4-466b-bfba-bed27391e248 will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 16:58:02.075665 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Transition to ACTIVE for port object da112a98-99d4-466b-bfba-bed27391e248 will not be triggered until provisioned by entity DHCP. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 16:58:02.081257 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686'] for port, after_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:58:02.089662 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 16:58:02.143941 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Network e05275d0-293c-41f0-9e24-2373477338de is already hosted by enough agents. {{(pid=73811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 16:58:02.146752 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.scheduler.base_scheduler [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Resources bound (agent type, host, resource id): {{(pid=73811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 16:58:02.155293 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Received port after_create {{(pid=73811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 16:58:02.192225 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Pushing event updated for resources: {'Port': ['ID=da112a98-99d4-466b-bfba-bed27391e248,revision_number=1']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 16:58:02.208161 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:58:02.208544 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:58:02.208907 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:58:02.209232 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:58:02.209556 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:58:02.209878 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:58:02.210197 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:58:02.210533 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:58:02.210831 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:58:02.211145 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:58:02.211459 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:58:02.211773 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:58:02.238723 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 16:58:02.264550 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Attempting to bind port da112a98-99d4-466b-bfba-bed27391e248 on host dv-cinder-789603-1-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 16:58:02.264920 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Attempting to bind port da112a98-99d4-466b-bfba-bed27391e248 by drivers openvswitch,hyperv on host dv-cinder-789603-1-smb at level 0 using segments [{'id': '7630ce87-c57a-412e-b031-de1ff60164bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e05275d0-293c-41f0-9e24-2373477338de'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 16:58:02.265286 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Attempting to bind port da112a98-99d4-466b-bfba-bed27391e248 on network e05275d0-293c-41f0-9e24-2373477338de {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 16:58:02.270624 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Checking agent: {'id': 'f75b5240-9bcf-4890-b7dd-e1b2d86769d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 16, 54, 46), 'started_at': datetime.datetime(2021, 5, 4, 16, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 16, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 16:58:02.271003 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Checking segment: {'id': '7630ce87-c57a-412e-b031-de1ff60164bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e05275d0-293c-41f0-9e24-2373477338de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 16:58:02.271438 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:58:02.271805 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Bound using segment: {'id': '7630ce87-c57a-412e-b031-de1ff60164bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e05275d0-293c-41f0-9e24-2373477338de'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 16:58:02.272307 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Bound port: da112a98-99d4-466b-bfba-bed27391e248, host: dv-cinder-789603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7630ce87-c57a-412e-b031-de1ff60164bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e05275d0-293c-41f0-9e24-2373477338de'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 16:58:02.272843 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:58:02.367342 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] For port da112a98-99d4-466b-bfba-bed27391e248, host dv-cinder-789603-1-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 16:58:02.370916 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] For port da112a98-99d4-466b-bfba-bed27391e248, host dv-cinder-789603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=da112a98-99d4-466b-bfba-bed27391e248,segment=NetworkSegment(7630ce87-c57a-412e-b031-de1ff60164bb),segment_id=7630ce87-c57a-412e-b031-de1ff60164bb)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 16:58:02.376323 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:58:02.380300 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 16:58:02.455082 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Pushing event updated for resources: {'Port': ['ID=da112a98-99d4-466b-bfba-bed27391e248,revision_number=2']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 16:58:02.458291 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 16:58:03.227245 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834c814e-26e6-4b91-a96c-1afd4b671958 None None] Network e05275d0-293c-41f0-9e24-2373477338de requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 16:58:03.334650 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-03f5c537-9de5-413c-a068-8e891c990406 None None] Provisioning for port da112a98-99d4-466b-bfba-bed27391e248 completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 16:58:03.787080 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device da112a98-99d4-466b-bfba-bed27391e248 up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 16:58:03.857454 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning for port da112a98-99d4-466b-bfba-bed27391e248 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 16:58:03.862514 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port da112a98-99d4-466b-bfba-bed27391e248 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 16:58:03.862917 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:58:03.982122 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:58:04.015088 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] For port da112a98-99d4-466b-bfba-bed27391e248, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=da112a98-99d4-466b-bfba-bed27391e248,segment=NetworkSegment(7630ce87-c57a-412e-b031-de1ff60164bb),segment_id=7630ce87-c57a-412e-b031-de1ff60164bb)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 16:58:04.019040 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:58:04.021250 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 16:58:04.095621 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Pushing event updated for resources: {'Port': ['ID=da112a98-99d4-466b-bfba-bed27391e248,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 16:58:04.098746 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 16:58:05.764417 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device da112a98-99d4-466b-bfba-bed27391e248 up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 16:58:05.833092 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port da112a98-99d4-466b-bfba-bed27391e248 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 16:58:05.833462 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:58:12.671262 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2f4797de-98ec-41bc-ba27-9a458e348384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:58:15.260290 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-089c210f-a233-428f-b0fa-d1fdd875832e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:58:15.554827 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:58:16.584416 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:58:18.210117 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:58:19.479360 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 5 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 16:58:42.672245 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2b9eee99-7f79-4803-8127-9de8c433cf67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:58:45.262287 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-da69bcdf-8ab8-4fe1-bc8b-16fe40007cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:58:45.557460 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:58:46.586706 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:58:48.214367 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:58:56.478195 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 5 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 16:59:06.778158 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 45670) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:59:06.784185 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [None req-6b2b0bb1-aba6-41e5-ae65-925ae51575fd tempest-verify_tempest_config-336818909 tempest-verify_tempest_config-336818909-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=73810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 16:59:06.785242 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-6b2b0bb1-aba6-41e5-ae65-925ae51575fd tempest-verify_tempest_config-336818909 tempest-verify_tempest_config-336818909-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060377 May 04 16:59:07.087530 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 45688) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:59:07.206159 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d6d66838-186c-4457-b5e7-866c1739bd9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:59:07.222835 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-d6d66838-186c-4457-b5e7-866c1739bd9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 16:59:07.226932 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-d6d66838-186c-4457-b5e7-866c1739bd9f admin admin] Usage tracker for resource:security_group_rule and tenant:c9ce0228a8b94fb9bc86f5608d369898 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 16:59:07.230015 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-d6d66838-186c-4457-b5e7-866c1739bd9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 16:59:07.235780 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-d6d66838-186c-4457-b5e7-866c1739bd9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 16:59:07.331177 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d6d66838-186c-4457-b5e7-866c1739bd9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:59:07.334835 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d6d66838-186c-4457-b5e7-866c1739bd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:59:07.341644 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 16:59:07.382714 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-d6d66838-186c-4457-b5e7-866c1739bd9f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9ce0228a8b94fb9bc86f5608d369898&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2941778 May 04 16:59:07.384422 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d66838-186c-4457-b5e7-866c1739bd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedc9a6f-0bd7-4b06-b680-981b297e79bd,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 16:59:07.385535 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 45694) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 16:59:07.391774 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d66838-186c-4457-b5e7-866c1739bd9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:59:07.392112 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d66838-186c-4457-b5e7-866c1739bd9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:59:07.392441 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d66838-186c-4457-b5e7-866c1739bd9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:59:07.392790 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d66838-186c-4457-b5e7-866c1739bd9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:59:07.393113 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d66838-186c-4457-b5e7-866c1739bd9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:59:07.393431 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d66838-186c-4457-b5e7-866c1739bd9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:59:07.393744 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d66838-186c-4457-b5e7-866c1739bd9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:59:07.394066 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d66838-186c-4457-b5e7-866c1739bd9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:59:07.394374 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d66838-186c-4457-b5e7-866c1739bd9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:59:07.394685 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d66838-186c-4457-b5e7-866c1739bd9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:59:07.394999 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d66838-186c-4457-b5e7-866c1739bd9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:59:07.395307 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d66838-186c-4457-b5e7-866c1739bd9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:59:07.399963 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d6d66838-186c-4457-b5e7-866c1739bd9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 16:59:07.444092 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-30b43d17-373d-4863-a94d-d0a4f901fd06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:59:07.468424 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-30b43d17-373d-4863-a94d-d0a4f901fd06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:59:07.560341 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-30b43d17-373d-4863-a94d-d0a4f901fd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:59:07.565250 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-97b07c4b-f690-40fa-95ff-1f5c1423f492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 16:59:07.575155 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b43d17-373d-4863-a94d-d0a4f901fd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedc9a6f-0bd7-4b06-b680-981b297e79bd,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 16:59:07.584986 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b43d17-373d-4863-a94d-d0a4f901fd06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:59:07.585323 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b43d17-373d-4863-a94d-d0a4f901fd06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:59:07.585650 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b43d17-373d-4863-a94d-d0a4f901fd06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:59:07.585979 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b43d17-373d-4863-a94d-d0a4f901fd06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:59:07.586296 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b43d17-373d-4863-a94d-d0a4f901fd06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:59:07.586610 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b43d17-373d-4863-a94d-d0a4f901fd06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:59:07.586922 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b43d17-373d-4863-a94d-d0a4f901fd06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:59:07.587234 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b43d17-373d-4863-a94d-d0a4f901fd06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:59:07.587546 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b43d17-373d-4863-a94d-d0a4f901fd06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:59:07.587855 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b43d17-373d-4863-a94d-d0a4f901fd06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:59:07.588162 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b43d17-373d-4863-a94d-d0a4f901fd06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:59:07.588467 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b43d17-373d-4863-a94d-d0a4f901fd06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 16:59:07.590925 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-30b43d17-373d-4863-a94d-d0a4f901fd06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:59:07.594168 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-30b43d17-373d-4863-a94d-d0a4f901fd06 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cedc9a6f-0bd7-4b06-b680-981b297e79bd HTTP/1.1" status: 204 len: 168 time: 0.2055371 May 04 16:59:07.594168 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-30b43d17-373d-4863-a94d-d0a4f901fd06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 16:59:12.675538 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-6cccdf3c-eb1d-48b3-a744-92b377cdbdb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:59:15.266572 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-191c386e-d4ae-4ab7-835a-55ba456dace1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:59:15.562252 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:59:16.588881 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:59:18.217641 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:59:33.476920 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 5 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 16:59:42.680874 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-86c87e1d-e255-4b90-8fdd-021c03539021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:59:45.268997 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-7900470f-5b41-4f64-9604-c0b2fd1fa393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:59:45.569603 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:59:46.590805 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:59:48.219146 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:00:10.476928 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 5 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:00:12.682573 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-23152fb9-6561-4088-a95d-21954f7d9cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:00:15.271602 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-91588085-dc23-4e58-9bd9-50e5e98bd539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:00:15.562165 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:00:16.596937 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:00:18.223433 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:00:42.683577 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d31d93a1-5f44-4e13-8a0b-48a77920d04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:00:45.273219 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-724ce77a-d58b-4fa3-905e-8202a5ad2755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:00:45.565195 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:00:46.598508 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:00:46.812931 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471'] for agent, after_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:00:47.476135 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:00:48.227195 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:00:50.900452 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 45746) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:00:51.014703 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-44876e2f-4df7-4a16-9f34-ac662ceddd33 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1131077 May 04 17:00:53.168609 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 45756) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:00:53.228202 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-6bd55e13-b0e1-4d75-ae42-860cd866a7b7 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0583992 May 04 17:01:12.684933 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d3953b3b-5848-482f-a4cf-ff4e4979b5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:01:15.273945 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-85784fd0-d198-435a-96c0-db60f5d3b1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:01:15.566471 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:01:16.594649 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:01:16.779319 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:01:18.316593 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:01:24.475474 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:01:42.686155 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8fb298fe-6702-4288-a4a5-6b7ea625ad59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:01:45.278001 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d387563e-15a1-41f0-8b73-0c58b3d826bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:01:45.578202 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:01:46.616524 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:01:46.793020 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:01:48.247915 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:01.481092 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:02:12.690129 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-156fb0a4-22f6-44c2-bcf4-a9cf7476f056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:15.274791 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-ef36c578-daf7-4939-b6dd-85ea96c31277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:15.571237 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:16.602936 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:16.783232 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:18.232101 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:21.327424 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 45920) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:21.359914 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 45928) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:21.539243 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1378711398-network', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:02:21.544208 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:21.548753 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Usage tracker for resource:network and tenant:a530a7f8042040e98a19a0a59ab370ed is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:21.551753 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:21.557459 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:21.569735 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Made reservation on behalf of a530a7f8042040e98a19a0a59ab370ed for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:02:21.572315 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:21.584401 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:21.600447 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:21.604801 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Usage tracker for resource:security_group_rule and tenant:a530a7f8042040e98a19a0a59ab370ed is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:21.608232 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:21.615937 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:21.704426 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:21.709280 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-83b417cc-212b-407f-ba29-d64d2ec5b34e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1477687982-network', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:02:21.713210 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:21.714340 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-83b417cc-212b-407f-ba29-d64d2ec5b34e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:21.727600 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:02:21.738050 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:21.738050 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Added segment a52c2a1e-eba3-4715-a82e-ef9b22d7aced of type vlan for network 805702bb-73e1-49e9-949a-99d683f18b45 May 04 17:02:21.739763 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-30b43d17-373d-4863-a94d-d0a4f901fd06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:21.755950 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-83b417cc-212b-407f-ba29-d64d2ec5b34e admin admin] Usage tracker for resource:network and tenant:a83b14f849204c3cac0cfd0b7b059636 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:21.778769 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730882500756'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:21.785030 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-83b417cc-212b-407f-ba29-d64d2ec5b34e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:21.790986 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-83b417cc-212b-407f-ba29-d64d2ec5b34e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:21.821584 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b417cc-212b-407f-ba29-d64d2ec5b34e admin admin] Made reservation on behalf of a83b14f849204c3cac0cfd0b7b059636 for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:02:21.824661 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-83b417cc-212b-407f-ba29-d64d2ec5b34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:21.837879 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-83b417cc-212b-407f-ba29-d64d2ec5b34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:21.849654 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:21.854163 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-83b417cc-212b-407f-ba29-d64d2ec5b34e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:21.858300 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-83b417cc-212b-407f-ba29-d64d2ec5b34e admin admin] Usage tracker for resource:security_group_rule and tenant:a83b14f849204c3cac0cfd0b7b059636 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:21.861698 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-83b417cc-212b-407f-ba29-d64d2ec5b34e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:21.872953 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:21.872953 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:21.878845 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-83b417cc-212b-407f-ba29-d64d2ec5b34e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:21.941641 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f422d905-ee3f-459b-b9cd-31a2059fc078,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:21.957015 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6251059 May 04 17:02:21.957355 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 45972) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:21.963097 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] Request body: {'subnet': {'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1378711398-subnet', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:02:21.966571 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:21.967123 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:21.967611 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:21.968142 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:21.968841 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:21.969341 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:21.970523 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:21.971150 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:21.971629 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:21.972095 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:21.972667 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] Usage tracker for resource:subnet and tenant:a530a7f8042040e98a19a0a59ab370ed is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:21.972912 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:21.973383 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:21.973852 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Tracked resource versions report: May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: pushed versions: May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: { 'AddressGroup': {'1.2'}, May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: 'ConntrackHelper': {'1.0'}, May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: 'Log': {'1.0'}, May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: 'Network': {'1.1'}, May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: 'Port': {'1.7'}, May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: 'PortForwarding': {'1.2'}, May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: 'QosPolicy': {'1.8'}, May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: 'SecurityGroup': {'1.4'}, May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: 'SecurityGroupRule': {'1.2'}, May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: 'SubPort': {'1.0'}, May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: 'Subnet': {'1.1'}, May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: 'Trunk': {'1.1'}} May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: consumer versions: May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: { DHCP agent@dv-cinder-789603-1-smb: {}, May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: HyperV agent@hv-cinder-78960: {}, May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: L3 agent@dv-cinder-789603-1-smb: {}, May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: Metadata agent@dv-cinder-789603-1-smb: {}, May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: Metering agent@dv-cinder-789603-1-smb: {}, May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: Open vSwitch agent@dv-cinder-789603-1-smb: { 'AddressGroup': '1.2', May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: 'ConntrackHelper': '1.0', May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: 'Log': '1.0', May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: 'Network': '1.1', May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: 'Port': '1.7', May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: 'PortForwarding': '1.2', May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: 'QosPolicy': '1.8', May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: 'SecurityGroup': '1.4', May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: 'SecurityGroupRule': '1.2', May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: 'SubPort': '1.0', May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: 'Subnet': '1.1', May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: 'Trunk': '1.1'}} May 04 17:02:21.975207 dv-cinder-789603-1-smb neutron-server[73809]: {{(pid=73809) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 17:02:21.977716 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:21.991791 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:22.003345 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:22.004113 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-97b07c4b-f690-40fa-95ff-1f5c1423f492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:22.007455 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] Made reservation on behalf of a530a7f8042040e98a19a0a59ab370ed for: {'subnet': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:02:22.010821 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:22.138924 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Pushing event updated for resources: {'Network': ['ID=805702bb-73e1-49e9-949a-99d683f18b45,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:22.147854 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-83b417cc-212b-407f-ba29-d64d2ec5b34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:22.149312 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:22.152134 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Network 805702bb-73e1-49e9-949a-99d683f18b45 details requested by agent ovs-agent-dv-cinder-789603-1-smb with host dv-cinder-789603-1-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:02:22.153219 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-83b417cc-212b-407f-ba29-d64d2ec5b34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:22.161985 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:22.189931 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b417cc-212b-407f-ba29-d64d2ec5b34e admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:02:22.215493 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b417cc-212b-407f-ba29-d64d2ec5b34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b06c2b-ef24-4c6b-a224-92fd261a822e,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:22.219014 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-83b417cc-212b-407f-ba29-d64d2ec5b34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:22.220094 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-83b417cc-212b-407f-ba29-d64d2ec5b34e admin admin] Added segment 87e26b66-4b3d-4536-a9b9-7fc8bc86198c of type vlan for network 23df80bd-2b5c-4d29-962a-2ad738e32bba May 04 17:02:22.221792 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-83b417cc-212b-407f-ba29-d64d2ec5b34e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:22.260193 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-83b417cc-212b-407f-ba29-d64d2ec5b34e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730882500756'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:22.294802 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-83b417cc-212b-407f-ba29-d64d2ec5b34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:22.296457 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b417cc-212b-407f-ba29-d64d2ec5b34e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:22.297132 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-83b417cc-212b-407f-ba29-d64d2ec5b34e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:22.321229 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:22.341119 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-83b417cc-212b-407f-ba29-d64d2ec5b34e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9800005 May 04 17:02:22.344227 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 45990) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:22.351133 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-6b0ce56a-5c79-45fd-9af8-8d3276782aa9 admin admin] Request body: {'subnet': {'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1477687982-subnet', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:02:22.363646 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-6b0ce56a-5c79-45fd-9af8-8d3276782aa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:22.370338 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6b0ce56a-5c79-45fd-9af8-8d3276782aa9 admin admin] Usage tracker for resource:subnet and tenant:a83b14f849204c3cac0cfd0b7b059636 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:22.377286 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6b0ce56a-5c79-45fd-9af8-8d3276782aa9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:22.385046 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-6b0ce56a-5c79-45fd-9af8-8d3276782aa9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:22.419821 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b417cc-212b-407f-ba29-d64d2ec5b34e admin admin] Pushing event updated for resources: {'Network': ['ID=23df80bd-2b5c-4d29-962a-2ad738e32bba,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:22.422671 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-83b417cc-212b-407f-ba29-d64d2ec5b34e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:22.427127 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0ce56a-5c79-45fd-9af8-8d3276782aa9 admin admin] Made reservation on behalf of a83b14f849204c3cac0cfd0b7b059636 for: {'subnet': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:02:22.429694 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b0ce56a-5c79-45fd-9af8-8d3276782aa9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:22.431949 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Network 23df80bd-2b5c-4d29-962a-2ad738e32bba details requested by agent ovs-agent-dv-cinder-789603-1-smb with host dv-cinder-789603-1-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:02:22.743636 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 46006) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:22.807327 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301'] for subnet, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:22.832743 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:22.976966 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] Checking segment: {'id': 'a52c2a1e-eba3-4715-a82e-ef9b22d7aced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:02:22.977661 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] Network hostable DHCP agents. Network: 805702bb-73e1-49e9-949a-99d683f18b45, hostable agents: ['e7f1f9ba-e089-4d30-a3bb-ec752cbc6168'], hosted agents: [] {{(pid=73810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:02:22.993717 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:23.008533 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:23.009241 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:23.009634 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:23.010075 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:23.010430 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:23.010781 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:23.011126 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:23.011470 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:23.011815 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:23.012155 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:23.012516 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:23.012860 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] Tracked resource versions report: May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: pushed versions: May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: { 'AddressGroup': {'1.2'}, May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: 'ConntrackHelper': {'1.0'}, May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: 'Log': {'1.0'}, May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: 'Network': {'1.1'}, May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: 'Port': {'1.7'}, May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: 'PortForwarding': {'1.2'}, May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: 'QosPolicy': {'1.8'}, May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: 'SecurityGroup': {'1.4'}, May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: 'SecurityGroupRule': {'1.2'}, May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: 'SubPort': {'1.0'}, May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: 'Subnet': {'1.1'}, May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: 'Trunk': {'1.1'}} May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: consumer versions: May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: { DHCP agent@dv-cinder-789603-1-smb: {}, May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: HyperV agent@hv-cinder-78960: {}, May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: L3 agent@dv-cinder-789603-1-smb: {}, May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: Metadata agent@dv-cinder-789603-1-smb: {}, May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: Metering agent@dv-cinder-789603-1-smb: {}, May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: Open vSwitch agent@dv-cinder-789603-1-smb: { 'AddressGroup': '1.2', May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: 'ConntrackHelper': '1.0', May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: 'Log': '1.0', May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: 'Network': '1.1', May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: 'Port': '1.7', May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: 'PortForwarding': '1.2', May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: 'QosPolicy': '1.8', May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: 'SecurityGroup': '1.4', May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: 'SecurityGroupRule': '1.2', May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: 'SubPort': '1.0', May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: 'Subnet': '1.1', May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: 'Trunk': '1.1'}} May 04 17:02:23.013930 dv-cinder-789603-1-smb neutron-server[73810]: {{(pid=73810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 17:02:23.020218 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:23.029963 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] Network 805702bb-73e1-49e9-949a-99d683f18b45 is scheduled to be hosted by DHCP agent e7f1f9ba-e089-4d30-a3bb-ec752cbc6168 with binding_index 1 {{(pid=73810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:02:23.046097 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-smb, 805702bb-73e1-49e9-949a-99d683f18b45) {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:02:23.056341 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:23.057249 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:23.059443 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db68384-dbd1-460f-9ed5-36a5eb3b8a3e None None] Network 805702bb-73e1-49e9-949a-99d683f18b45 requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:02:23.132024 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b0ce56a-5c79-45fd-9af8-8d3276782aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301'] for subnet, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:23.136714 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:23.167518 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-1cec6821-8387-4276-9d13-bc052814abc6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-9459267-network', 'tenant_id': 'ad1f15f7308042768709828b9a895abf'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:02:23.170850 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2122352 May 04 17:02:23.178084 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-1cec6821-8387-4276-9d13-bc052814abc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:23.184121 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 46020) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:23.189221 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-1cec6821-8387-4276-9d13-bc052814abc6 admin admin] Usage tracker for resource:network and tenant:ad1f15f7308042768709828b9a895abf is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:23.194387 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-a1b64f3d-f7ad-4b33-9d29-d593928e0442 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1378711398-router', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'}}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:02:23.195868 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-1cec6821-8387-4276-9d13-bc052814abc6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:23.206662 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-a1b64f3d-f7ad-4b33-9d29-d593928e0442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:23.211694 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-1cec6821-8387-4276-9d13-bc052814abc6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:23.223176 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-a1b64f3d-f7ad-4b33-9d29-d593928e0442 admin admin] Usage tracker for resource:router and tenant:a530a7f8042040e98a19a0a59ab370ed is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:23.226634 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ce56a-5c79-45fd-9af8-8d3276782aa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98153c02-30f1-4f36-87f8-48da6381261d,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:23.232876 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-a1b64f3d-f7ad-4b33-9d29-d593928e0442 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:23.233203 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cec6821-8387-4276-9d13-bc052814abc6 admin admin] Made reservation on behalf of ad1f15f7308042768709828b9a895abf for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:02:23.237302 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6b0ce56a-5c79-45fd-9af8-8d3276782aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:23.238760 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1cec6821-8387-4276-9d13-bc052814abc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:23.245572 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-a1b64f3d-f7ad-4b33-9d29-d593928e0442 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:23.259986 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0ce56a-5c79-45fd-9af8-8d3276782aa9 admin admin] Checking segment: {'id': '87e26b66-4b3d-4536-a9b9-7fc8bc86198c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:02:23.260361 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0ce56a-5c79-45fd-9af8-8d3276782aa9 admin admin] Network hostable DHCP agents. Network: 23df80bd-2b5c-4d29-962a-2ad738e32bba, hostable agents: ['e7f1f9ba-e089-4d30-a3bb-ec752cbc6168'], hosted agents: [] {{(pid=73810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:02:23.272137 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1cec6821-8387-4276-9d13-bc052814abc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:23.284207 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a1b64f3d-f7ad-4b33-9d29-d593928e0442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5441'] for router, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:23.286700 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a1b64f3d-f7ad-4b33-9d29-d593928e0442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:23.306877 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-1cec6821-8387-4276-9d13-bc052814abc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:23.315804 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-1cec6821-8387-4276-9d13-bc052814abc6 admin admin] Usage tracker for resource:security_group_rule and tenant:ad1f15f7308042768709828b9a895abf is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:23.326541 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0ce56a-5c79-45fd-9af8-8d3276782aa9 admin admin] Network 23df80bd-2b5c-4d29-962a-2ad738e32bba is scheduled to be hosted by DHCP agent e7f1f9ba-e089-4d30-a3bb-ec752cbc6168 with binding_index 1 {{(pid=73810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:02:23.328243 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-1cec6821-8387-4276-9d13-bc052814abc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:23.336962 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a1b64f3d-f7ad-4b33-9d29-d593928e0442 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:23.341391 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-1cec6821-8387-4276-9d13-bc052814abc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:23.390050 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14cf5633-e9af-54f7-ada4-186d2c6d1965-805702bb-73e1-49e9-949a-99d683f18b45', 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'fixed_ips': [{'subnet_id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab'}]}} from dv-cinder-789603-1-smb. {{(pid=73811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:02:23.393081 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:23.430388 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-6b0ce56a-5c79-45fd-9af8-8d3276782aa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-smb, 23df80bd-2b5c-4d29-962a-2ad738e32bba) {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:02:23.441267 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0ce56a-5c79-45fd-9af8-8d3276782aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:23.444164 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b0ce56a-5c79-45fd-9af8-8d3276782aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:23.479007 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1cec6821-8387-4276-9d13-bc052814abc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:23.485827 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1cec6821-8387-4276-9d13-bc052814abc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:23.491365 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:23.501893 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef71916f-99fd-46dd-97c4-ae3106f062ae None None] Network 23df80bd-2b5c-4d29-962a-2ad738e32bba requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:02:23.538956 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec6821-8387-4276-9d13-bc052814abc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa1d914-adff-4956-8274-1f75b07db826,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:23.543289 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1cec6821-8387-4276-9d13-bc052814abc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:23.557647 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cec6821-8387-4276-9d13-bc052814abc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:02:23.570311 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1cec6821-8387-4276-9d13-bc052814abc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:23.571538 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-1cec6821-8387-4276-9d13-bc052814abc6 admin admin] Added segment 296458b8-6710-4432-b00c-ef7b30fc1eae of type vlan for network fafbc498-7b5c-44ec-a702-9b711149cbed May 04 17:02:23.607866 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1cec6821-8387-4276-9d13-bc052814abc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730882500756'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:23.648031 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1cec6821-8387-4276-9d13-bc052814abc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:23.650868 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cec6821-8387-4276-9d13-bc052814abc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:23.651969 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1cec6821-8387-4276-9d13-bc052814abc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:23.684471 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:23.842011 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec6821-8387-4276-9d13-bc052814abc6 admin admin] Pushing event updated for resources: {'Network': ['ID=fafbc498-7b5c-44ec-a702-9b711149cbed,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:23.847773 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1cec6821-8387-4276-9d13-bc052814abc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:23.850058 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-1cec6821-8387-4276-9d13-bc052814abc6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1048236 May 04 17:02:23.853396 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 46042) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:23.857328 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Network fafbc498-7b5c-44ec-a702-9b711149cbed details requested by agent ovs-agent-dv-cinder-789603-1-smb with host dv-cinder-789603-1-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:02:23.866339 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-6b0ce56a-5c79-45fd-9af8-8d3276782aa9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5183542 May 04 17:02:23.871512 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-538df20f-142a-4d5a-b67a-27550c6673d3 admin admin] Request body: {'subnet': {'network_id': 'fafbc498-7b5c-44ec-a702-9b711149cbed', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-9459267-subnet', 'tenant_id': 'ad1f15f7308042768709828b9a895abf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:02:23.875662 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 46046) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:23.877630 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.db_base_plugin_common [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Allocated IP 172.20.0.2 (805702bb-73e1-49e9-949a-99d683f18b45/ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab/97c0f53c-ad17-4365-b0c6-832fbd7d167d) {{(pid=73811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:02:23.885781 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-538df20f-142a-4d5a-b67a-27550c6673d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:23.886808 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-fe384cf4-51b0-43fc-8044-edbbfc1888dc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1477687982-router', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'}}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:02:23.892373 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-538df20f-142a-4d5a-b67a-27550c6673d3 admin admin] Usage tracker for resource:subnet and tenant:ad1f15f7308042768709828b9a895abf is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:23.897310 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-538df20f-142a-4d5a-b67a-27550c6673d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:23.905685 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-fe384cf4-51b0-43fc-8044-edbbfc1888dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:23.905926 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-538df20f-142a-4d5a-b67a-27550c6673d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:23.921628 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538df20f-142a-4d5a-b67a-27550c6673d3 admin admin] Made reservation on behalf of ad1f15f7308042768709828b9a895abf for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:02:23.924641 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-538df20f-142a-4d5a-b67a-27550c6673d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:23.929883 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-fe384cf4-51b0-43fc-8044-edbbfc1888dc admin admin] Usage tracker for resource:router and tenant:a83b14f849204c3cac0cfd0b7b059636 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:23.946143 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-fe384cf4-51b0-43fc-8044-edbbfc1888dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:23.981912 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-fe384cf4-51b0-43fc-8044-edbbfc1888dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:24.076532 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770faf5d-0223-47f2-b69c-e2ce3108f989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14cf5633-e9af-54f7-ada4-186d2c6d1965-23df80bd-2b5c-4d29-962a-2ad738e32bba', 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'fixed_ips': [{'subnet_id': '98153c02-30f1-4f36-87f8-48da6381261d'}]}} from dv-cinder-789603-1-smb. {{(pid=73811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:02:24.077458 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-770faf5d-0223-47f2-b69c-e2ce3108f989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:24.259493 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a1b64f3d-f7ad-4b33-9d29-d593928e0442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5562'] for router, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:24.319709 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fe384cf4-51b0-43fc-8044-edbbfc1888dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5441'] for router, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:24.325052 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fe384cf4-51b0-43fc-8044-edbbfc1888dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:24.397581 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fe384cf4-51b0-43fc-8044-edbbfc1888dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:24.617086 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.db_base_plugin_common [None req-770faf5d-0223-47f2-b69c-e2ce3108f989 None None] Allocated IP 172.20.0.2 (23df80bd-2b5c-4d29-962a-2ad738e32bba/98153c02-30f1-4f36-87f8-48da6381261d/71dd3289-ae5e-4cdc-b64c-5706b9005d2a) {{(pid=73811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:02:24.701846 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-538df20f-142a-4d5a-b67a-27550c6673d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:24.718447 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:24.778631 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Notify callbacks [] for port, precommit_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:24.855513 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538df20f-142a-4d5a-b67a-27550c6673d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72e3d581-c3e3-492f-9d93-d9804c77ef1e,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:24.863832 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-538df20f-142a-4d5a-b67a-27550c6673d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:24.937201 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538df20f-142a-4d5a-b67a-27550c6673d3 admin admin] Checking segment: {'id': '296458b8-6710-4432-b00c-ef7b30fc1eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fafbc498-7b5c-44ec-a702-9b711149cbed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:02:24.937562 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538df20f-142a-4d5a-b67a-27550c6673d3 admin admin] Network hostable DHCP agents. Network: fafbc498-7b5c-44ec-a702-9b711149cbed, hostable agents: ['e7f1f9ba-e089-4d30-a3bb-ec752cbc6168'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:02:24.955897 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fe384cf4-51b0-43fc-8044-edbbfc1888dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5562'] for router, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:24.993475 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538df20f-142a-4d5a-b67a-27550c6673d3 admin admin] Network fafbc498-7b5c-44ec-a702-9b711149cbed is scheduled to be hosted by DHCP agent e7f1f9ba-e089-4d30-a3bb-ec752cbc6168 with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:02:25.014321 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-538df20f-142a-4d5a-b67a-27550c6673d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-smb, fafbc498-7b5c-44ec-a702-9b711149cbed) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:02:25.020794 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538df20f-142a-4d5a-b67a-27550c6673d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:25.021453 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-538df20f-142a-4d5a-b67a-27550c6673d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:25.081581 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-538df20f-142a-4d5a-b67a-27550c6673d3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2248960 May 04 17:02:25.092514 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Transition to ACTIVE for port object 97c0f53c-ad17-4365-b0c6-832fbd7d167d will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:02:25.112961 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Transition to ACTIVE for port object 97c0f53c-ad17-4365-b0c6-832fbd7d167d will not be triggered until provisioned by entity DHCP. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:02:25.132435 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40da69fa-ffd9-4a28-98df-a4be1167bff7 None None] Network fafbc498-7b5c-44ec-a702-9b711149cbed requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:02:25.269396 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686'] for port, after_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:25.327748 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:25.357470 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a1b64f3d-f7ad-4b33-9d29-d593928e0442 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:25.426363 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-770faf5d-0223-47f2-b69c-e2ce3108f989 None None] Notify callbacks [] for port, precommit_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:25.431760 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Network 805702bb-73e1-49e9-949a-99d683f18b45 is already hosted by enough agents. {{(pid=73811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:02:25.433349 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.scheduler.base_scheduler [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Resources bound (agent type, host, resource id): {{(pid=73811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:02:25.439956 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Received port after_create {{(pid=73811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:02:25.440160 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a1b64f3d-f7ad-4b33-9d29-d593928e0442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:25.542710 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-770faf5d-0223-47f2-b69c-e2ce3108f989 None None] Transition to ACTIVE for port object 71dd3289-ae5e-4cdc-b64c-5706b9005d2a will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:02:25.662167 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Pushing event updated for resources: {'Port': ['ID=97c0f53c-ad17-4365-b0c6-832fbd7d167d,revision_number=1']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:25.778674 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-770faf5d-0223-47f2-b69c-e2ce3108f989 None None] Transition to ACTIVE for port object 71dd3289-ae5e-4cdc-b64c-5706b9005d2a will not be triggered until provisioned by entity DHCP. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:02:25.789040 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Attempting to bind port 97c0f53c-ad17-4365-b0c6-832fbd7d167d on host dv-cinder-789603-1-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:02:25.789457 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Attempting to bind port 97c0f53c-ad17-4365-b0c6-832fbd7d167d by drivers openvswitch,hyperv on host dv-cinder-789603-1-smb at level 0 using segments [{'id': 'a52c2a1e-eba3-4715-a82e-ef9b22d7aced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:02:25.789899 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Attempting to bind port 97c0f53c-ad17-4365-b0c6-832fbd7d167d on network 805702bb-73e1-49e9-949a-99d683f18b45 {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:02:25.799784 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:25.800673 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:25.801170 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:25.801908 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:25.802502 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:25.802986 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:25.803316 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:25.803636 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:25.803955 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:25.804524 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:25.804649 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:25.804967 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Tracked resource versions report: May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: pushed versions: May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: { 'AddressGroup': {'1.2'}, May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: 'ConntrackHelper': {'1.0'}, May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: 'Log': {'1.0'}, May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: 'Network': {'1.1'}, May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: 'Port': {'1.7'}, May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: 'PortForwarding': {'1.2'}, May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: 'QosPolicy': {'1.8'}, May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: 'SecurityGroup': {'1.4'}, May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: 'SecurityGroupRule': {'1.2'}, May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: 'SubPort': {'1.0'}, May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: 'Subnet': {'1.1'}, May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: 'Trunk': {'1.1'}} May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: consumer versions: May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: { DHCP agent@dv-cinder-789603-1-smb: {}, May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: HyperV agent@hv-cinder-78960: {}, May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: L3 agent@dv-cinder-789603-1-smb: {}, May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: Metadata agent@dv-cinder-789603-1-smb: {}, May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: Metering agent@dv-cinder-789603-1-smb: {}, May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: Open vSwitch agent@dv-cinder-789603-1-smb: { 'AddressGroup': '1.2', May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: 'ConntrackHelper': '1.0', May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: 'Log': '1.0', May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: 'Network': '1.1', May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: 'Port': '1.7', May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: 'PortForwarding': '1.2', May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: 'QosPolicy': '1.8', May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: 'SecurityGroup': '1.4', May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: 'SecurityGroupRule': '1.2', May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: 'SubPort': '1.0', May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: 'Subnet': '1.1', May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: 'Trunk': '1.1'}} May 04 17:02:25.806831 dv-cinder-789603-1-smb neutron-server[73811]: {{(pid=73811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 17:02:25.827185 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Checking agent: {'id': 'f75b5240-9bcf-4890-b7dd-e1b2d86769d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 16, 54, 46), 'started_at': datetime.datetime(2021, 5, 4, 16, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:02:25.828034 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Checking segment: {'id': 'a52c2a1e-eba3-4715-a82e-ef9b22d7aced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:02:25.828207 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:25.828520 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Bound using segment: {'id': 'a52c2a1e-eba3-4715-a82e-ef9b22d7aced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:02:25.829262 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Bound port: 97c0f53c-ad17-4365-b0c6-832fbd7d167d, host: dv-cinder-789603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a52c2a1e-eba3-4715-a82e-ef9b22d7aced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:02:25.829710 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:25.857896 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-770faf5d-0223-47f2-b69c-e2ce3108f989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686'] for port, after_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:25.858720 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022fe067-af3f-4d5b-a983-58e3436e88d8 None None] Network fafbc498-7b5c-44ec-a702-9b711149cbed requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:02:26.005775 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fe384cf4-51b0-43fc-8044-edbbfc1888dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:26.032159 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 46140) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:26.037715 dv-cinder-789603-1-smb neutron-server[73809]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 17:02:26.093223 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fe384cf4-51b0-43fc-8044-edbbfc1888dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:26.123807 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] For port 97c0f53c-ad17-4365-b0c6-832fbd7d167d, host dv-cinder-789603-1-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:02:26.128780 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] For port 97c0f53c-ad17-4365-b0c6-832fbd7d167d, host dv-cinder-789603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=97c0f53c-ad17-4365-b0c6-832fbd7d167d,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:02:26.280544 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-9a0fcec5-589a-4b50-a70b-41415ae3a8eb tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:26.281396 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-9a0fcec5-589a-4b50-a70b-41415ae3a8eb tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Synchronizing usage tracker for tenant:ad1f15f7308042768709828b9a895abf on resource:network {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:02:26.309382 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-9a0fcec5-589a-4b50-a70b-41415ae3a8eb tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Unset dirty status for tenant:ad1f15f7308042768709828b9a895abf on resource:network {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:02:26.317809 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-9a0fcec5-589a-4b50-a70b-41415ae3a8eb tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/networks?id=fafbc498-7b5c-44ec-a702-9b711149cbed HTTP/1.1" status: 200 len: 809 time: 0.2824404 May 04 17:02:26.323125 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:26.331404 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 46154) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:26.341079 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.013s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:26.342320 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-7066a82a-f6b5-4434-8f80-bca1c3000026 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/quotas/ad1f15f7308042768709828b9a895abf HTTP/1.1" status: 200 len: 375 time: 0.0235102 May 04 17:02:26.347665 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:26.364028 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-a1b64f3d-f7ad-4b33-9d29-d593928e0442 admin admin] Allocated IP 172.28.3.105 (1fe869af-eee2-4a76-a542-2bd1a37527f5/ac6ef9b7-a26d-4df8-9aa7-613a10e1e621/e04b84af-80ff-456a-9f76-c61ea72a3f5d) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:02:26.452642 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-95b0b00e-5b7b-410d-8274-9a1df26c6985 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad1f15f7308042768709828b9a895abf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1027365 May 04 17:02:26.471404 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770faf5d-0223-47f2-b69c-e2ce3108f989 None None] Network 23df80bd-2b5c-4d29-962a-2ad738e32bba is already hosted by enough agents. {{(pid=73811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:02:26.480322 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.scheduler.base_scheduler [None req-770faf5d-0223-47f2-b69c-e2ce3108f989 None None] Resources bound (agent type, host, resource id): {{(pid=73811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:02:26.497495 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 46166) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:26.498224 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770faf5d-0223-47f2-b69c-e2ce3108f989 None None] Received port after_create {{(pid=73811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:02:26.521042 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770faf5d-0223-47f2-b69c-e2ce3108f989 None None] Pushing event updated for resources: {'Port': ['ID=71dd3289-ae5e-4cdc-b64c-5706b9005d2a,revision_number=1']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:26.575755 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a1b64f3d-f7ad-4b33-9d29-d593928e0442 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:26.616062 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a1b64f3d-f7ad-4b33-9d29-d593928e0442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:26.725887 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:26.744209 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-439453f0-06bf-42b4-b487-d8885f2f6cb0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=73809) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:02:26.745472 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-439453f0-06bf-42b4-b487-d8885f2f6cb0 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0609982 May 04 17:02:26.775824 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b64f3d-f7ad-4b33-9d29-d593928e0442 admin admin] Network 1fe869af-eee2-4a76-a542-2bd1a37527f5 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:02:26.793645 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-a1b64f3d-f7ad-4b33-9d29-d593928e0442 admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:02:26.796676 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b64f3d-f7ad-4b33-9d29-d593928e0442 admin admin] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:02:26.847416 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-770faf5d-0223-47f2-b69c-e2ce3108f989 None None] Attempting to bind port 71dd3289-ae5e-4cdc-b64c-5706b9005d2a on host dv-cinder-789603-1-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:02:26.847971 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-770faf5d-0223-47f2-b69c-e2ce3108f989 None None] Attempting to bind port 71dd3289-ae5e-4cdc-b64c-5706b9005d2a by drivers openvswitch,hyperv on host dv-cinder-789603-1-smb at level 0 using segments [{'id': '87e26b66-4b3d-4536-a9b9-7fc8bc86198c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:02:26.848127 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770faf5d-0223-47f2-b69c-e2ce3108f989 None None] Attempting to bind port 71dd3289-ae5e-4cdc-b64c-5706b9005d2a on network 23df80bd-2b5c-4d29-962a-2ad738e32bba {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:02:26.868730 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Pushing event updated for resources: {'Port': ['ID=97c0f53c-ad17-4365-b0c6-832fbd7d167d,revision_number=2']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:26.876668 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:26.877502 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770faf5d-0223-47f2-b69c-e2ce3108f989 None None] Checking agent: {'id': 'f75b5240-9bcf-4890-b7dd-e1b2d86769d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 16, 54, 46), 'started_at': datetime.datetime(2021, 5, 4, 16, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:02:26.877876 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770faf5d-0223-47f2-b69c-e2ce3108f989 None None] Checking segment: {'id': '87e26b66-4b3d-4536-a9b9-7fc8bc86198c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:02:26.878276 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-770faf5d-0223-47f2-b69c-e2ce3108f989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:26.878668 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770faf5d-0223-47f2-b69c-e2ce3108f989 None None] Bound using segment: {'id': '87e26b66-4b3d-4536-a9b9-7fc8bc86198c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:02:26.879149 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-770faf5d-0223-47f2-b69c-e2ce3108f989 None None] Bound port: 71dd3289-ae5e-4cdc-b64c-5706b9005d2a, host: dv-cinder-789603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e26b66-4b3d-4536-a9b9-7fc8bc86198c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:02:26.879518 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-770faf5d-0223-47f2-b69c-e2ce3108f989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:26.896089 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f4123eb3-46d6-4f49-9828-eb9f6e9cc869 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.500s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:26.896726 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f4123eb3-46d6-4f49-9828-eb9f6e9cc869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:27.036687 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-30acaa7a-077b-4500-98ac-0c70e36ab058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:27.038807 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-70050193-e77e-49e0-a202-aa4c5424c473 service neutron] 10.222.0.24 "GET /v2.0/networks/fafbc498-7b5c-44ec-a702-9b711149cbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845657 May 04 17:02:27.071930 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-770faf5d-0223-47f2-b69c-e2ce3108f989 None None] For port 71dd3289-ae5e-4cdc-b64c-5706b9005d2a, host dv-cinder-789603-1-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:02:27.076382 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-770faf5d-0223-47f2-b69c-e2ce3108f989 None None] For port 71dd3289-ae5e-4cdc-b64c-5706b9005d2a, host dv-cinder-789603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=71dd3289-ae5e-4cdc-b64c-5706b9005d2a,segment=NetworkSegment(87e26b66-4b3d-4536-a9b9-7fc8bc86198c),segment_id=87e26b66-4b3d-4536-a9b9-7fc8bc86198c)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:02:27.082986 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-770faf5d-0223-47f2-b69c-e2ce3108f989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:27.093718 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:27.161748 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-06dc05e4-b126-48fa-a191-047a977ca87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:27.182015 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-30acaa7a-077b-4500-98ac-0c70e36ab058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:27.192043 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-30acaa7a-077b-4500-98ac-0c70e36ab058 admin admin] Usage tracker for resource:security_group_rule and tenant:1e0935a980c2441dab0a16dbfefe5440 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:27.207846 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770faf5d-0223-47f2-b69c-e2ce3108f989 None None] Pushing event updated for resources: {'Port': ['ID=71dd3289-ae5e-4cdc-b64c-5706b9005d2a,revision_number=2']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:27.232428 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-770faf5d-0223-47f2-b69c-e2ce3108f989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:27.283876 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-298a0a90-6343-4f1b-94ad-db754d313b4a service neutron] 10.222.0.24 "GET /v2.0/networks/fafbc498-7b5c-44ec-a702-9b711149cbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354026 May 04 17:02:27.295874 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-30acaa7a-077b-4500-98ac-0c70e36ab058 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:27.304079 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-30acaa7a-077b-4500-98ac-0c70e36ab058 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:27.343742 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-fe384cf4-51b0-43fc-8044-edbbfc1888dc admin admin] Allocated IP 172.28.3.181 (1fe869af-eee2-4a76-a542-2bd1a37527f5/ac6ef9b7-a26d-4df8-9aa7-613a10e1e621/5d72cdd2-02e1-46da-bde5-1076f48cf63d) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:02:27.374969 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-06dc05e4-b126-48fa-a191-047a977ca87f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:27.381593 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-06dc05e4-b126-48fa-a191-047a977ca87f admin admin] Usage tracker for resource:security_group_rule and tenant:a2ea354b263c4420a34288c3cb02f08a is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:27.384373 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-06dc05e4-b126-48fa-a191-047a977ca87f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:27.393312 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-06dc05e4-b126-48fa-a191-047a977ca87f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:27.606454 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b64f3d-f7ad-4b33-9d29-d593928e0442 admin admin] Pushing event updated for resources: {'Port': ['ID=e04b84af-80ff-456a-9f76-c61ea72a3f5d,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:27.630776 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 46220) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:27.654994 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a1b64f3d-f7ad-4b33-9d29-d593928e0442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.929s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:27.764824 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5430ffec-ccf0-44ae-8e86-80fa40fe0b00 req-1fab5702-2005-4a30-996d-f48654524250 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd545642-869e-44b9-8be3-b8f1a9ca301f HTTP/1.1" status: 200 len: 210 time: 0.1326473 May 04 17:02:28.103457 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-30acaa7a-077b-4500-98ac-0c70e36ab058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:28.133537 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-30acaa7a-077b-4500-98ac-0c70e36ab058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:28.141387 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fe384cf4-51b0-43fc-8044-edbbfc1888dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:28.185109 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 97c0f53c-ad17-4365-b0c6-832fbd7d167d up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:02:28.218138 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:28.259181 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-30acaa7a-077b-4500-98ac-0c70e36ab058 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e0935a980c2441dab0a16dbfefe5440&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9260807 May 04 17:02:28.261777 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 46258) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:28.278115 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30acaa7a-077b-4500-98ac-0c70e36ab058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48853e8-2cf9-4ed7-89b5-33c9d98a29cc,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:28.287991 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-30acaa7a-077b-4500-98ac-0c70e36ab058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:28.291859 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a1b64f3d-f7ad-4b33-9d29-d593928e0442 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:28.374132 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5f5c7b-f9cc-428b-af86-2c4cdd076ae6 None None] Network 805702bb-73e1-49e9-949a-99d683f18b45 requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:02:28.457532 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e71639da-83f6-4482-b193-b6e3d4545b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:28.502697 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 46276) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:28.572211 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e71639da-83f6-4482-b193-b6e3d4545b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:28.581715 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-06dc05e4-b126-48fa-a191-047a977ca87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:28.614435 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-06dc05e4-b126-48fa-a191-047a977ca87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:28.622567 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-92ad695a-be12-4831-a56e-a32d198ad101 None None] Provisioning for port 97c0f53c-ad17-4365-b0c6-832fbd7d167d completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:02:28.650493 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning for port 97c0f53c-ad17-4365-b0c6-832fbd7d167d completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:02:28.656245 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 46284) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:28.661132 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 97c0f53c-ad17-4365-b0c6-832fbd7d167d triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:02:28.661797 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:28.705489 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e71639da-83f6-4482-b193-b6e3d4545b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:28.710589 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d6d66838-186c-4457-b5e7-866c1739bd9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:28.712235 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:28.728176 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-06dc05e4-b126-48fa-a191-047a977ca87f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a2ea354b263c4420a34288c3cb02f08a&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2296193 May 04 17:02:28.737290 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 46290) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:28.744350 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71639da-83f6-4482-b193-b6e3d4545b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48853e8-2cf9-4ed7-89b5-33c9d98a29cc,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:28.746975 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e71639da-83f6-4482-b193-b6e3d4545b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:28.752166 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e71639da-83f6-4482-b193-b6e3d4545b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:28.761390 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-e71639da-83f6-4482-b193-b6e3d4545b18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c48853e8-2cf9-4ed7-89b5-33c9d98a29cc HTTP/1.1" status: 204 len: 168 time: 0.4979415 May 04 17:02:28.849624 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b13574d3-a53e-471f-adca-8be16676c07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:28.857831 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6ed085-e820-4caf-b509-b29df0840815 None None] Network 23df80bd-2b5c-4d29-962a-2ad738e32bba requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:02:28.866905 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc05e4-b126-48fa-a191-047a977ca87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ea3fcc-cb7b-410b-b43e-106cc4daca50,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:28.870514 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fe384cf4-51b0-43fc-8044-edbbfc1888dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:28.880064 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-06dc05e4-b126-48fa-a191-047a977ca87f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:28.899526 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b13574d3-a53e-471f-adca-8be16676c07b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:28.901211 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-007ad383-ff98-492b-a928-63148e4ec1a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:28.907752 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b13574d3-a53e-471f-adca-8be16676c07b admin admin] Usage tracker for resource:security_group_rule and tenant:ff45cd65ff0248cab8115b6d34543bd3 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:28.914182 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b13574d3-a53e-471f-adca-8be16676c07b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:28.928229 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b13574d3-a53e-471f-adca-8be16676c07b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:28.943897 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-3afdfe2b-5c19-4d6f-8228-23d6f044a8a8 None None] Provisioning for port 71dd3289-ae5e-4cdc-b64c-5706b9005d2a completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:02:29.049157 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe384cf4-51b0-43fc-8044-edbbfc1888dc admin admin] Network 1fe869af-eee2-4a76-a542-2bd1a37527f5 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:02:29.114682 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-fe384cf4-51b0-43fc-8044-edbbfc1888dc admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:02:29.127034 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f98012ef-c027-458b-955a-a3b81d4a1909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:29.130037 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:29.141345 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe384cf4-51b0-43fc-8044-edbbfc1888dc admin admin] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:02:29.161513 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-0e3b97ab-574f-47e8-9dbb-4e3b9341c101 req-2624bfd6-1e90-4b60-9777-cbd6bf2df37a tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd545642-869e-44b9-8be3-b8f1a9ca301f HTTP/1.1" status: 200 len: 210 time: 0.1601822 May 04 17:02:29.177262 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f98012ef-c027-458b-955a-a3b81d4a1909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:29.183498 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-f98012ef-c027-458b-955a-a3b81d4a1909 admin admin] Usage tracker for resource:security_group_rule and tenant:cc2fbc1a1de148a7a749e9587ec34819 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:29.187622 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-f98012ef-c027-458b-955a-a3b81d4a1909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:29.199512 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f98012ef-c027-458b-955a-a3b81d4a1909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:29.221011 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] For port 97c0f53c-ad17-4365-b0c6-832fbd7d167d, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=97c0f53c-ad17-4365-b0c6-832fbd7d167d,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:02:29.232324 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:29.238121 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 71dd3289-ae5e-4cdc-b64c-5706b9005d2a up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:02:29.303202 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b13574d3-a53e-471f-adca-8be16676c07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:29.315973 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b13574d3-a53e-471f-adca-8be16676c07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:29.330449 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:29.333570 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1cec6821-8387-4276-9d13-bc052814abc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:29.337127 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe384cf4-51b0-43fc-8044-edbbfc1888dc admin admin] Pushing event updated for resources: {'Port': ['ID=5d72cdd2-02e1-46da-bde5-1076f48cf63d,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:29.351729 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fe384cf4-51b0-43fc-8044-edbbfc1888dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:29.363308 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9a8c61b9-8f55-4756-ab19-f50db9fbd01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:29.433645 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-6d0e4557-b164-4191-a1db-218211076621 None None] Provisioning complete for port 97c0f53c-ad17-4365-b0c6-832fbd7d167d triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:02:29.434405 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-6d0e4557-b164-4191-a1db-218211076621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:29.460795 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13574d3-a53e-471f-adca-8be16676c07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8981b1a3-f717-4de1-a678-56f30f8d2dd6,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:29.470275 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b13574d3-a53e-471f-adca-8be16676c07b admin admin] Synchronizing usage tracker for tenant:56afa84b1eed448f927754f273df6d4a on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:02:29.480056 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b13574d3-a53e-471f-adca-8be16676c07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:29.522827 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning for port 71dd3289-ae5e-4cdc-b64c-5706b9005d2a completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:02:29.524239 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 46316) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:29.538670 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f98012ef-c027-458b-955a-a3b81d4a1909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:29.558936 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a1b64f3d-f7ad-4b33-9d29-d593928e0442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785587'] for router, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:29.570011 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 71dd3289-ae5e-4cdc-b64c-5706b9005d2a triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:02:29.570394 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:29.580723 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f98012ef-c027-458b-955a-a3b81d4a1909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:29.585305 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3041c028-1ee1-49af-8ebc-10c6dfc7323b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:29.616507 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b13574d3-a53e-471f-adca-8be16676c07b admin admin] Unset dirty status for tenant:56afa84b1eed448f927754f273df6d4a on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:02:29.621690 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-b13574d3-a53e-471f-adca-8be16676c07b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff45cd65ff0248cab8115b6d34543bd3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1132770 May 04 17:02:29.623526 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e71639da-83f6-4482-b193-b6e3d4545b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:29.649315 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 46326) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:29.690244 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9a8c61b9-8f55-4756-ab19-f50db9fbd01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:29.760113 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3041c028-1ee1-49af-8ebc-10c6dfc7323b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:29.779187 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-3041c028-1ee1-49af-8ebc-10c6dfc7323b admin admin] Usage tracker for resource:security_group_rule and tenant:9846882eb8774b03aaedc4d9e85f79bd is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:29.792873 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-f98012ef-c027-458b-955a-a3b81d4a1909 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc2fbc1a1de148a7a749e9587ec34819&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1266637 May 04 17:02:29.797934 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98012ef-c027-458b-955a-a3b81d4a1909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345ba9a7-fec8-40aa-b2c4-689a76a6ce4c,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:29.801534 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 46336) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:29.848701 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-3041c028-1ee1-49af-8ebc-10c6dfc7323b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:29.857615 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3041c028-1ee1-49af-8ebc-10c6dfc7323b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:29.859622 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Pushing event updated for resources: {'Port': ['ID=97c0f53c-ad17-4365-b0c6-832fbd7d167d,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:29.883146 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:29.915275 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-da6d4450-e5de-4c17-aa36-958be1e0170b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:29.926983 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f98012ef-c027-458b-955a-a3b81d4a1909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:29.960129 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-da6d4450-e5de-4c17-aa36-958be1e0170b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:29.988868 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-41c8d1ac-ab1a-4d14-b628-2a9e0d7fe72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:29.994543 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3041c028-1ee1-49af-8ebc-10c6dfc7323b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:30.005857 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3041c028-1ee1-49af-8ebc-10c6dfc7323b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:30.011076 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:30.035689 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f98012ef-c027-458b-955a-a3b81d4a1909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:30.052530 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-3041c028-1ee1-49af-8ebc-10c6dfc7323b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9846882eb8774b03aaedc4d9e85f79bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5209386 May 04 17:02:30.061061 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 46342) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:30.068506 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-41c8d1ac-ab1a-4d14-b628-2a9e0d7fe72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:30.069534 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] For port 71dd3289-ae5e-4cdc-b64c-5706b9005d2a, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=71dd3289-ae5e-4cdc-b64c-5706b9005d2a,segment=NetworkSegment(87e26b66-4b3d-4536-a9b9-7fc8bc86198c),segment_id=87e26b66-4b3d-4536-a9b9-7fc8bc86198c)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:02:30.076685 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:30.080027 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:30.143640 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041c028-1ee1-49af-8ebc-10c6dfc7323b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be12d79-241e-4724-84fe-1f0f4b3866e1,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:30.149791 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3041c028-1ee1-49af-8ebc-10c6dfc7323b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:30.200713 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9a8c61b9-8f55-4756-ab19-f50db9fbd01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:30.212418 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Pushing event updated for resources: {'Port': ['ID=71dd3289-ae5e-4cdc-b64c-5706b9005d2a,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:30.220183 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-da6d4450-e5de-4c17-aa36-958be1e0170b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:30.225922 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:30.241798 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3e84dfac-6ed2-4719-9031-4e6f2ee4ef21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:30.258510 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 97c0f53c-ad17-4365-b0c6-832fbd7d167d up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:02:30.292169 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:30.302374 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3e84dfac-6ed2-4719-9031-4e6f2ee4ef21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:30.334757 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9a8c61b9-8f55-4756-ab19-f50db9fbd01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:30.335663 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-9a8c61b9-8f55-4756-ab19-f50db9fbd01e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/23ea3fcc-cb7b-410b-b43e-106cc4daca50 HTTP/1.1" status: 204 len: 168 time: 1.5931222 May 04 17:02:30.359576 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-da6d4450-e5de-4c17-aa36-958be1e0170b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:30.360650 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-da6d4450-e5de-4c17-aa36-958be1e0170b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/345ba9a7-fec8-40aa-b2c4-689a76a6ce4c HTTP/1.1" status: 204 len: 168 time: 0.5563028 May 04 17:02:30.378306 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c61b9-8f55-4756-ab19-f50db9fbd01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ea3fcc-cb7b-410b-b43e-106cc4daca50,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:30.399201 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3e84dfac-6ed2-4719-9031-4e6f2ee4ef21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:30.405814 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:30.481735 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 97c0f53c-ad17-4365-b0c6-832fbd7d167d triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:02:30.482196 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:30.496338 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d4450-e5de-4c17-aa36-958be1e0170b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345ba9a7-fec8-40aa-b2c4-689a76a6ce4c,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:30.503517 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-da6d4450-e5de-4c17-aa36-958be1e0170b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:30.512860 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e3b59f29-bd2b-40aa-8a9d-04618a1d02f5 req-44cb96bb-1290-4334-8265-65d06c4203db tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd545642-869e-44b9-8be3-b8f1a9ca301f HTTP/1.1" status: 200 len: 210 time: 0.0495193 May 04 17:02:30.515432 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84dfac-6ed2-4719-9031-4e6f2ee4ef21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be12d79-241e-4724-84fe-1f0f4b3866e1,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:30.528117 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3e84dfac-6ed2-4719-9031-4e6f2ee4ef21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:30.529336 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3e84dfac-6ed2-4719-9031-4e6f2ee4ef21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:30.530733 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-3e84dfac-6ed2-4719-9031-4e6f2ee4ef21 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2be12d79-241e-4724-84fe-1f0f4b3866e1 HTTP/1.1" status: 204 len: 168 time: 0.4687591 May 04 17:02:30.532374 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-41c8d1ac-ab1a-4d14-b628-2a9e0d7fe72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:30.535490 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-41c8d1ac-ab1a-4d14-b628-2a9e0d7fe72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:30.539788 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-41c8d1ac-ab1a-4d14-b628-2a9e0d7fe72c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8981b1a3-f717-4de1-a678-56f30f8d2dd6 HTTP/1.1" status: 204 len: 168 time: 0.8798852 May 04 17:02:30.542178 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3e84dfac-6ed2-4719-9031-4e6f2ee4ef21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:30.555037 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8d1ac-ab1a-4d14-b628-2a9e0d7fe72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8981b1a3-f717-4de1-a678-56f30f8d2dd6,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:30.566397 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-30acaa7a-077b-4500-98ac-0c70e36ab058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:30.566757 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-30acaa7a-077b-4500-98ac-0c70e36ab058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:30.567481 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-41c8d1ac-ab1a-4d14-b628-2a9e0d7fe72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:30.568025 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fe384cf4-51b0-43fc-8044-edbbfc1888dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:30.640635 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-a5a0d721-2f9d-425a-91ab-4ad6cd89d91f None None] Provisioning complete for port 71dd3289-ae5e-4cdc-b64c-5706b9005d2a triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:02:30.641264 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-a5a0d721-2f9d-425a-91ab-4ad6cd89d91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:30.753698 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b64f3d-f7ad-4b33-9d29-d593928e0442 admin admin] Router 94b863db-620a-4e6d-9422-70ae39f9f218 is scheduled to L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 with binding_index 1 {{(pid=73810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:02:31.019373 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.41', 62172) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:31.133679 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fe384cf4-51b0-43fc-8044-edbbfc1888dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785587'] for router, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:31.342237 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 46390) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:31.383999 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-f4107f82-7ff2-48f2-8300-4d8eb3642547 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:31.385977 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-f4107f82-7ff2-48f2-8300-4d8eb3642547 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.41 "GET /v2.0/networks?id=fafbc498-7b5c-44ec-a702-9b711149cbed HTTP/1.1" status: 200 len: 809 time: 0.3653815 May 04 17:02:31.389026 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e9553d93-2b3e-47ae-819a-1f376047bc40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:31.407087 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e9553d93-2b3e-47ae-819a-1f376047bc40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:31.412630 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e9553d93-2b3e-47ae-819a-1f376047bc40 admin admin] Usage tracker for resource:security_group_rule and tenant:6000ca073eb441f8b1351b0b4d2a4f85 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:31.416183 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e9553d93-2b3e-47ae-819a-1f376047bc40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:31.424142 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e9553d93-2b3e-47ae-819a-1f376047bc40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:31.443311 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-c874fb03-f74c-4338-90f4-04ec7a9b608b tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Request body: {'port': {'device_id': 'fd545642-869e-44b9-8be3-b8f1a9ca301f', 'network_id': 'fafbc498-7b5c-44ec-a702-9b711149cbed', 'admin_state_up': True, 'tenant_id': 'ad1f15f7308042768709828b9a895abf'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:02:31.555435 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b64f3d-f7ad-4b33-9d29-d593928e0442 admin admin] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:02:31.570924 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5c10e1-b960-4b52-909a-c7f1ee05bd82 None None] Sync routers for ids ['94b863db-620a-4e6d-9422-70ae39f9f218'] in dv-cinder-789603-1-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:02:31.599104 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5c10e1-b960-4b52-909a-c7f1ee05bd82 None None] Routers {'94b863db-620a-4e6d-9422-70ae39f9f218'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:02:31.600462 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-9a5c10e1-b960-4b52-909a-c7f1ee05bd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:02:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['94b863db-620a-4e6d-9422-70ae39f9f218'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:02:31.607589 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a1b64f3d-f7ad-4b33-9d29-d593928e0442 admin admin] Notify callbacks [] for router, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:31.612509 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-a1b64f3d-f7ad-4b33-9d29-d593928e0442 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.4236846 May 04 17:02:31.612509 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 46410) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:31.658476 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 46414) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:31.754553 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe384cf4-51b0-43fc-8044-edbbfc1888dc admin admin] Router 928fe277-0f81-4817-a076-42d113632636 is scheduled to L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 with binding_index 1 {{(pid=73810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:02:31.886690 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ad46edc7-91f0-4450-9887-a933bfa5b9e1 req-25a6cdc7-7c2d-43e1-9d8b-ae6916b61803 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd545642-869e-44b9-8be3-b8f1a9ca301f HTTP/1.1" status: 200 len: 210 time: 0.1640060 May 04 17:02:31.924664 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-9a5c10e1-b960-4b52-909a-c7f1ee05bd82 None None] Set router 94b863db-620a-4e6d-9422-70ae39f9f218 gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:02:31.966149 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dd68ded0-3c60-4fe0-944f-a6366e1c39e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:31.992336 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-c874fb03-f74c-4338-90f4-04ec7a9b608b tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:32.005147 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-dd68ded0-3c60-4fe0-944f-a6366e1c39e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:32.012384 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-c874fb03-f74c-4338-90f4-04ec7a9b608b tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Usage tracker for resource:port and tenant:ad1f15f7308042768709828b9a895abf is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:32.017631 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-dd68ded0-3c60-4fe0-944f-a6366e1c39e7 admin admin] Usage tracker for resource:security_group_rule and tenant:6c003302c6064a4ab186397708d206ce is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:32.026940 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-c874fb03-f74c-4338-90f4-04ec7a9b608b tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:32.029865 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-dd68ded0-3c60-4fe0-944f-a6366e1c39e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:32.044278 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-c874fb03-f74c-4338-90f4-04ec7a9b608b tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:32.046306 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-dd68ded0-3c60-4fe0-944f-a6366e1c39e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:32.051190 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e9553d93-2b3e-47ae-819a-1f376047bc40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:32.058624 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e9553d93-2b3e-47ae-819a-1f376047bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:32.097066 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:32.131697 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-e9553d93-2b3e-47ae-819a-1f376047bc40 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6000ca073eb441f8b1351b0b4d2a4f85&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7870932 May 04 17:02:32.132491 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 46444) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:32.134613 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9553d93-2b3e-47ae-819a-1f376047bc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9087106d-92d9-42b0-9e5a-691f0cc95527,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:32.139447 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-c874fb03-f74c-4338-90f4-04ec7a9b608b tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Made reservation on behalf of ad1f15f7308042768709828b9a895abf for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:02:32.145311 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-c874fb03-f74c-4338-90f4-04ec7a9b608b tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:32.199457 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e9553d93-2b3e-47ae-819a-1f376047bc40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:32.214744 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 71dd3289-ae5e-4cdc-b64c-5706b9005d2a up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:02:32.338642 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-9a5c10e1-b960-4b52-909a-c7f1ee05bd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'name': 'tempest-AttachVolumeShelveTestJSON-1378711398-router', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:23Z', 'updated_at': '2021-05-04T17:02:27Z', 'revision_number': 3, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'gw_port': {'id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:96:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:25Z', 'updated_at': '2021-05-04T17:02:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb'}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:02:32.346473 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5c10e1-b960-4b52-909a-c7f1ee05bd82 None None] Checking router: 94b863db-620a-4e6d-9422-70ae39f9f218 for host: dv-cinder-789603-1-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:02:32.346857 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5c10e1-b960-4b52-909a-c7f1ee05bd82 None None] Updating router 94b863db-620a-4e6d-9422-70ae39f9f218 port e04b84af-80ff-456a-9f76-c61ea72a3f5d binding host dv-cinder-789603-1-smb {{(pid=73812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:02:32.373039 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 71dd3289-ae5e-4cdc-b64c-5706b9005d2a triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:02:32.373563 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:32.436060 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b6d5f3dc-4838-44b3-87b4-50eee0b3d869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:32.454804 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-9a5c10e1-b960-4b52-909a-c7f1ee05bd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:32.462513 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b6d5f3dc-4838-44b3-87b4-50eee0b3d869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:32.480215 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe384cf4-51b0-43fc-8044-edbbfc1888dc admin admin] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:02:32.508138 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c461946c-e640-4261-895b-b7d231bb71a3 None None] Sync routers for ids ['928fe277-0f81-4817-a076-42d113632636'] in dv-cinder-789603-1-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:02:32.565447 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fe384cf4-51b0-43fc-8044-edbbfc1888dc admin admin] Notify callbacks [] for router, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:32.567203 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-fe384cf4-51b0-43fc-8044-edbbfc1888dc admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.6883562 May 04 17:02:32.579695 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 46458) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:32.659335 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c461946c-e640-4261-895b-b7d231bb71a3 None None] Routers {'928fe277-0f81-4817-a076-42d113632636'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:02:32.661154 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-c461946c-e640-4261-895b-b7d231bb71a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:02:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['928fe277-0f81-4817-a076-42d113632636'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:02:32.774913 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-c874fb03-f74c-4338-90f4-04ec7a9b608b tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Allocated IP 172.20.0.5 (fafbc498-7b5c-44ec-a702-9b711149cbed/72e3d581-c3e3-492f-9d93-d9804c77ef1e/a6961c2c-97de-47af-a847-f69d18fc4fce) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:02:33.041307 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b6d5f3dc-4838-44b3-87b4-50eee0b3d869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:33.149900 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-83b417cc-212b-407f-ba29-d64d2ec5b34e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:33.199241 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5f3dc-4838-44b3-87b4-50eee0b3d869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9087106d-92d9-42b0-9e5a-691f0cc95527,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:33.206532 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b6d5f3dc-4838-44b3-87b4-50eee0b3d869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:33.279046 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-c461946c-e640-4261-895b-b7d231bb71a3 None None] Set router 928fe277-0f81-4817-a076-42d113632636 gateway port host: dv-cinder-789603-1-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:02:33.367344 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 46484) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:33.372354 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-9a5c10e1-b960-4b52-909a-c7f1ee05bd82 None None] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:33.416405 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-9a5c10e1-b960-4b52-909a-c7f1ee05bd82 None None] Transition to ACTIVE for port object e04b84af-80ff-456a-9f76-c61ea72a3f5d will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:02:33.438847 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-9a5c10e1-b960-4b52-909a-c7f1ee05bd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:33.450239 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-b88877e9-3972-4109-9338-f2cacea108d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:33.454656 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-44eebd62-452c-4026-b356-ecdce1c9055d req-c584e41f-42a9-4132-8af0-c028321ad501 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Synchronizing usage tracker for tenant:ad1f15f7308042768709828b9a895abf on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:02:33.505970 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b6d5f3dc-4838-44b3-87b4-50eee0b3d869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:33.510821 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-b6d5f3dc-4838-44b3-87b4-50eee0b3d869 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9087106d-92d9-42b0-9e5a-691f0cc95527 HTTP/1.1" status: 204 len: 168 time: 1.3731029 May 04 17:02:33.597892 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-9a5c10e1-b960-4b52-909a-c7f1ee05bd82 None None] Attempting to bind port e04b84af-80ff-456a-9f76-c61ea72a3f5d on host dv-cinder-789603-1-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:02:33.598516 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-9a5c10e1-b960-4b52-909a-c7f1ee05bd82 None None] Attempting to bind port e04b84af-80ff-456a-9f76-c61ea72a3f5d by drivers openvswitch,hyperv on host dv-cinder-789603-1-smb at level 0 using segments [{'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:02:33.599058 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5c10e1-b960-4b52-909a-c7f1ee05bd82 None None] Attempting to bind port e04b84af-80ff-456a-9f76-c61ea72a3f5d on network 1fe869af-eee2-4a76-a542-2bd1a37527f5 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:02:33.611337 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5c10e1-b960-4b52-909a-c7f1ee05bd82 None None] Checking agent: {'id': 'f75b5240-9bcf-4890-b7dd-e1b2d86769d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 16, 54, 46), 'started_at': datetime.datetime(2021, 5, 4, 16, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:02:33.612300 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5c10e1-b960-4b52-909a-c7f1ee05bd82 None None] Checking segment: {'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:02:33.612926 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-9a5c10e1-b960-4b52-909a-c7f1ee05bd82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:33.613507 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5c10e1-b960-4b52-909a-c7f1ee05bd82 None None] Bound using segment: {'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:02:33.614159 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-9a5c10e1-b960-4b52-909a-c7f1ee05bd82 None None] Bound port: e04b84af-80ff-456a-9f76-c61ea72a3f5d, host: dv-cinder-789603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:02:33.614748 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-9a5c10e1-b960-4b52-909a-c7f1ee05bd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:33.617834 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dd68ded0-3c60-4fe0-944f-a6366e1c39e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:33.644567 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05028823-263d-44af-b727-48b07f2e2f36 None None] Pushing event updated for resources: {'Port': ['ID=e04b84af-80ff-456a-9f76-c61ea72a3f5d,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:33.674776 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05028823-263d-44af-b727-48b07f2e2f36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:33.675845 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05028823-263d-44af-b727-48b07f2e2f36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:33.676859 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05028823-263d-44af-b727-48b07f2e2f36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:33.678382 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05028823-263d-44af-b727-48b07f2e2f36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:33.680240 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05028823-263d-44af-b727-48b07f2e2f36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:33.681992 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dd68ded0-3c60-4fe0-944f-a6366e1c39e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:33.683690 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05028823-263d-44af-b727-48b07f2e2f36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:33.685265 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05028823-263d-44af-b727-48b07f2e2f36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:33.686123 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05028823-263d-44af-b727-48b07f2e2f36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:33.687135 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05028823-263d-44af-b727-48b07f2e2f36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:33.688044 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05028823-263d-44af-b727-48b07f2e2f36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:33.690061 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05028823-263d-44af-b727-48b07f2e2f36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:33.690648 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05028823-263d-44af-b727-48b07f2e2f36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05028823-263d-44af-b727-48b07f2e2f36 None None] Tracked resource versions report: May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: pushed versions: May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: { 'AddressGroup': {'1.2'}, May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: 'ConntrackHelper': {'1.0'}, May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: 'Log': {'1.0'}, May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: 'Network': {'1.1'}, May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: 'Port': {'1.7'}, May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: 'PortForwarding': {'1.2'}, May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: 'QosPolicy': {'1.8'}, May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: 'SecurityGroup': {'1.4'}, May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: 'SecurityGroupRule': {'1.2'}, May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: 'SubPort': {'1.0'}, May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: 'Subnet': {'1.1'}, May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: 'Trunk': {'1.1'}} May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: consumer versions: May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: { DHCP agent@dv-cinder-789603-1-smb: {}, May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: HyperV agent@hv-cinder-78960: {}, May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: L3 agent@dv-cinder-789603-1-smb: {}, May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: Metadata agent@dv-cinder-789603-1-smb: {}, May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: Metering agent@dv-cinder-789603-1-smb: {}, May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: Open vSwitch agent@dv-cinder-789603-1-smb: { 'AddressGroup': '1.2', May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: 'ConntrackHelper': '1.0', May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: 'Log': '1.0', May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: 'Network': '1.1', May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: 'Port': '1.7', May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: 'PortForwarding': '1.2', May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: 'QosPolicy': '1.8', May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: 'SecurityGroup': '1.4', May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: 'SecurityGroupRule': '1.2', May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: 'SubPort': '1.0', May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: 'Subnet': '1.1', May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: 'Trunk': '1.1'}} May 04 17:02:33.693411 dv-cinder-789603-1-smb neutron-server[73812]: {{(pid=73812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 17:02:33.715611 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-05028823-263d-44af-b727-48b07f2e2f36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:33.757749 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-c874fb03-f74c-4338-90f4-04ec7a9b608b tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:33.769747 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6fba11bf-8851-4d0d-9f24-4e8d5875650b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:33.796211 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-44eebd62-452c-4026-b356-ecdce1c9055d req-c584e41f-42a9-4132-8af0-c028321ad501 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Unset dirty status for tenant:ad1f15f7308042768709828b9a895abf on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:02:33.808358 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-44eebd62-452c-4026-b356-ecdce1c9055d req-c584e41f-42a9-4132-8af0-c028321ad501 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd545642-869e-44b9-8be3-b8f1a9ca301f HTTP/1.1" status: 200 len: 210 time: 0.4971964 May 04 17:02:33.824024 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-9a5c10e1-b960-4b52-909a-c7f1ee05bd82 None None] For port e04b84af-80ff-456a-9f76-c61ea72a3f5d, host dv-cinder-789603-1-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:02:33.834887 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-9a5c10e1-b960-4b52-909a-c7f1ee05bd82 None None] For port e04b84af-80ff-456a-9f76-c61ea72a3f5d, host dv-cinder-789603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=e04b84af-80ff-456a-9f76-c61ea72a3f5d,segment=NetworkSegment(03a61c93-30bf-46d3-abd6-912a62526c31),segment_id=03a61c93-30bf-46d3-abd6-912a62526c31)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:02:33.845237 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-9a5c10e1-b960-4b52-909a-c7f1ee05bd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:33.878704 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:33.939842 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-dd68ded0-3c60-4fe0-944f-a6366e1c39e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c003302c6064a4ab186397708d206ce&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2770689 May 04 17:02:33.940861 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68ded0-3c60-4fe0-944f-a6366e1c39e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47216beb-450a-4839-86a6-b81c46b82efa,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:33.955647 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-dd68ded0-3c60-4fe0-944f-a6366e1c39e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:33.960613 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 46496) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:34.146948 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05028823-263d-44af-b727-48b07f2e2f36 None None] Pushing event updated for resources: {'Port': ['ID=e04b84af-80ff-456a-9f76-c61ea72a3f5d,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:34.161434 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-05028823-263d-44af-b727-48b07f2e2f36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:34.180316 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5c10e1-b960-4b52-909a-c7f1ee05bd82 None None] Routers {'94b863db-620a-4e6d-9422-70ae39f9f218'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:02:34.182383 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-9a5c10e1-b960-4b52-909a-c7f1ee05bd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:02:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['94b863db-620a-4e6d-9422-70ae39f9f218'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:02:34.184795 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-c461946c-e640-4261-895b-b7d231bb71a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928fe277-0f81-4817-a076-42d113632636', 'name': 'tempest-AttachVolumeTestJSON-1477687982-router', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:24Z', 'updated_at': '2021-05-04T17:02:29Z', 'revision_number': 3, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'gw_port': {'id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:26Z', 'updated_at': '2021-05-04T17:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb'}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:02:34.195911 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c461946c-e640-4261-895b-b7d231bb71a3 None None] Checking router: 928fe277-0f81-4817-a076-42d113632636 for host: dv-cinder-789603-1-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:02:34.196300 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c461946c-e640-4261-895b-b7d231bb71a3 None None] Updating router 928fe277-0f81-4817-a076-42d113632636 port 5d72cdd2-02e1-46da-bde5-1076f48cf63d binding host dv-cinder-789603-1-smb {{(pid=73811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:02:34.209659 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-8a1fa116-1f44-4dcc-9b8f-0922794586f8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2048785149-network', 'tenant_id': 'd732d117c5544533871bfb5d798c2221'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:02:34.224632 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-8a1fa116-1f44-4dcc-9b8f-0922794586f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:34.264746 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-8a1fa116-1f44-4dcc-9b8f-0922794586f8 admin admin] Usage tracker for resource:network and tenant:d732d117c5544533871bfb5d798c2221 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:34.280951 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-8a1fa116-1f44-4dcc-9b8f-0922794586f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:34.313550 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-8a1fa116-1f44-4dcc-9b8f-0922794586f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:34.372005 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-c461946c-e640-4261-895b-b7d231bb71a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:34.387877 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6c4e7575-13b4-4fb3-9d7d-98af8a665730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:34.412449 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-c874fb03-f74c-4338-90f4-04ec7a9b608b tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:34.458799 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1fa116-1f44-4dcc-9b8f-0922794586f8 admin admin] Made reservation on behalf of d732d117c5544533871bfb5d798c2221 for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:02:34.463327 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8a1fa116-1f44-4dcc-9b8f-0922794586f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:34.511325 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:34.612587 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-9a5c10e1-b960-4b52-909a-c7f1ee05bd82 None None] Set router 94b863db-620a-4e6d-9422-70ae39f9f218 gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:02:34.638733 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b73d3c21-eca5-4348-ab66-266b22ca135c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:34.671820 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8a1fa116-1f44-4dcc-9b8f-0922794586f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:34.855476 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-8a1fa116-1f44-4dcc-9b8f-0922794586f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:34.875000 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-c874fb03-f74c-4338-90f4-04ec7a9b608b tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Network fafbc498-7b5c-44ec-a702-9b711149cbed is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:02:34.886583 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b73d3c21-eca5-4348-ab66-266b22ca135c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:34.911942 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-c874fb03-f74c-4338-90f4-04ec7a9b608b tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:02:34.924568 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-c874fb03-f74c-4338-90f4-04ec7a9b608b tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:02:34.930283 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-c874fb03-f74c-4338-90f4-04ec7a9b608b tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:34.937309 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-c874fb03-f74c-4338-90f4-04ec7a9b608b tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:34.955778 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-8a1fa116-1f44-4dcc-9b8f-0922794586f8 admin admin] Usage tracker for resource:security_group_rule and tenant:d732d117c5544533871bfb5d798c2221 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:34.994447 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-8a1fa116-1f44-4dcc-9b8f-0922794586f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:35.063261 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874fb03-f74c-4338-90f4-04ec7a9b608b tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Pushing event updated for resources: {'Port': ['ID=a6961c2c-97de-47af-a847-f69d18fc4fce,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:35.072083 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-8a1fa116-1f44-4dcc-9b8f-0922794586f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:35.151525 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c874fb03-f74c-4338-90f4-04ec7a9b608b tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:35.199291 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-c874fb03-f74c-4338-90f4-04ec7a9b608b tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7621479 May 04 17:02:35.211610 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-9a5c10e1-b960-4b52-909a-c7f1ee05bd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'name': 'tempest-AttachVolumeShelveTestJSON-1378711398-router', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:23Z', 'updated_at': '2021-05-04T17:02:27Z', 'revision_number': 3, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'gw_port': {'id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:96:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:25Z', 'updated_at': '2021-05-04T17:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb'}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:02:35.216877 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5c10e1-b960-4b52-909a-c7f1ee05bd82 None None] The sync data for ids ['94b863db-620a-4e6d-9422-70ae39f9f218'] in dv-cinder-789603-1-smb is: [{'id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'name': 'tempest-AttachVolumeShelveTestJSON-1378711398-router', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:23Z', 'updated_at': '2021-05-04T17:02:27Z', 'revision_number': 3, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'gw_port': {'id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:96:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:25Z', 'updated_at': '2021-05-04T17:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb'}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:02:35.305873 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-71a32ad2-8656-45de-8ed8-676459356f07 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=73809) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:02:35.310436 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-71a32ad2-8656-45de-8ed8-676459356f07 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0318108 May 04 17:02:35.435287 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b73d3c21-eca5-4348-ab66-266b22ca135c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:35.454884 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-6c4e7575-13b4-4fb3-9d7d-98af8a665730 admin admin] Allocated IP 172.20.0.1 (805702bb-73e1-49e9-949a-99d683f18b45/ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab/718b8019-836f-4101-b861-85fba12b4299) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:02:35.466950 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:35.527785 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-c461946c-e640-4261-895b-b7d231bb71a3 None None] Notify callbacks [] for port, precommit_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:35.539749 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909bfa96-e763-4e37-a6f0-4e360a16b67d req-868429fb-24cd-420d-accc-a03912ada035 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:35.551482 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-909bfa96-e763-4e37-a6f0-4e360a16b67d req-868429fb-24cd-420d-accc-a03912ada035 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd545642-869e-44b9-8be3-b8f1a9ca301f HTTP/1.1" status: 200 len: 931 time: 0.3738132 May 04 17:02:35.561301 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d3c21-eca5-4348-ab66-266b22ca135c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47216beb-450a-4839-86a6-b81c46b82efa,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:35.567825 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b73d3c21-eca5-4348-ab66-266b22ca135c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:35.615833 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-c461946c-e640-4261-895b-b7d231bb71a3 None None] Transition to ACTIVE for port object 5d72cdd2-02e1-46da-bde5-1076f48cf63d will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:02:35.638163 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-c461946c-e640-4261-895b-b7d231bb71a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:35.650292 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:35.712307 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b73d3c21-eca5-4348-ab66-266b22ca135c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:35.714029 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-b73d3c21-eca5-4348-ab66-266b22ca135c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/47216beb-450a-4839-86a6-b81c46b82efa HTTP/1.1" status: 204 len: 168 time: 1.7502184 May 04 17:02:35.848983 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-909bfa96-e763-4e37-a6f0-4e360a16b67d req-28e976a5-7460-4fc5-87ec-0b9cb2c71115 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Synchronizing usage tracker for tenant:ad1f15f7308042768709828b9a895abf on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:02:35.929415 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8a1fa116-1f44-4dcc-9b8f-0922794586f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:35.953121 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8a1fa116-1f44-4dcc-9b8f-0922794586f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:35.983110 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3041c028-1ee1-49af-8ebc-10c6dfc7323b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:35.987461 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-c461946c-e640-4261-895b-b7d231bb71a3 None None] Attempting to bind port 5d72cdd2-02e1-46da-bde5-1076f48cf63d on host dv-cinder-789603-1-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:02:35.989559 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-c461946c-e640-4261-895b-b7d231bb71a3 None None] Attempting to bind port 5d72cdd2-02e1-46da-bde5-1076f48cf63d by drivers openvswitch,hyperv on host dv-cinder-789603-1-smb at level 0 using segments [{'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:02:35.991131 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c461946c-e640-4261-895b-b7d231bb71a3 None None] Attempting to bind port 5d72cdd2-02e1-46da-bde5-1076f48cf63d on network 1fe869af-eee2-4a76-a542-2bd1a37527f5 {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:02:36.006348 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-909bfa96-e763-4e37-a6f0-4e360a16b67d req-28e976a5-7460-4fc5-87ec-0b9cb2c71115 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Unset dirty status for tenant:ad1f15f7308042768709828b9a895abf on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:02:36.027137 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-909bfa96-e763-4e37-a6f0-4e360a16b67d req-28e976a5-7460-4fc5-87ec-0b9cb2c71115 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/security-groups?id=2aa1d914-adff-4956-8274-1f75b07db826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746878 May 04 17:02:36.036863 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c461946c-e640-4261-895b-b7d231bb71a3 None None] Checking agent: {'id': 'f75b5240-9bcf-4890-b7dd-e1b2d86769d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 16, 54, 46), 'started_at': datetime.datetime(2021, 5, 4, 16, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:02:36.037461 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c461946c-e640-4261-895b-b7d231bb71a3 None None] Checking segment: {'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:02:36.038014 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-c461946c-e640-4261-895b-b7d231bb71a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:36.039147 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c461946c-e640-4261-895b-b7d231bb71a3 None None] Bound using segment: {'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:02:36.040305 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-c461946c-e640-4261-895b-b7d231bb71a3 None None] Bound port: 5d72cdd2-02e1-46da-bde5-1076f48cf63d, host: dv-cinder-789603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:02:36.041946 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-c461946c-e640-4261-895b-b7d231bb71a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:36.056029 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-68ba451b-5d96-4f6c-b946-a49519b900e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:36.088294 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1fa116-1f44-4dcc-9b8f-0922794586f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:02:36.118696 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb48542-fd15-44c0-b8ed-7eaf9d88da7a None None] Pushing event updated for resources: {'Port': ['ID=5d72cdd2-02e1-46da-bde5-1076f48cf63d,revision_number=2']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:36.120451 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fa116-1f44-4dcc-9b8f-0922794586f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6474ca7-bf86-439e-9a5f-66c38707c622,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:36.123562 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-ddb48542-fd15-44c0-b8ed-7eaf9d88da7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:36.149328 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8a1fa116-1f44-4dcc-9b8f-0922794586f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:36.150602 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-8a1fa116-1f44-4dcc-9b8f-0922794586f8 admin admin] Added segment 6a9a99c9-8002-4b7a-8d94-f6945d07a24f of type vlan for network e0880a70-bbb4-424c-91d4-e95e0e655307 May 04 17:02:36.243975 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8a1fa116-1f44-4dcc-9b8f-0922794586f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730882500756'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:36.317768 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8a1fa116-1f44-4dcc-9b8f-0922794586f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:36.325074 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8a1fa116-1f44-4dcc-9b8f-0922794586f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:36.330059 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1fa116-1f44-4dcc-9b8f-0922794586f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:36.331128 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8a1fa116-1f44-4dcc-9b8f-0922794586f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:36.334435 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-c461946c-e640-4261-895b-b7d231bb71a3 None None] For port 5d72cdd2-02e1-46da-bde5-1076f48cf63d, host dv-cinder-789603-1-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:02:36.349395 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device e04b84af-80ff-456a-9f76-c61ea72a3f5d up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:02:36.362880 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:36.405958 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6c4e7575-13b4-4fb3-9d7d-98af8a665730 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:36.419272 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-8a1fa116-1f44-4dcc-9b8f-0922794586f8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.0270033 May 04 17:02:36.436754 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 46536) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:36.450843 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-aada7956-cea8-4325-b981-4a0409f3fc5c admin admin] Request body: {'subnet': {'network_id': 'e0880a70-bbb4-424c-91d4-e95e0e655307', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2048785149-subnet', 'tenant_id': 'd732d117c5544533871bfb5d798c2221', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:02:36.460083 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-aada7956-cea8-4325-b981-4a0409f3fc5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:36.466853 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-aada7956-cea8-4325-b981-4a0409f3fc5c admin admin] Usage tracker for resource:subnet and tenant:d732d117c5544533871bfb5d798c2221 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:36.471782 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-aada7956-cea8-4325-b981-4a0409f3fc5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:36.480341 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-aada7956-cea8-4325-b981-4a0409f3fc5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:36.501073 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-c461946c-e640-4261-895b-b7d231bb71a3 None None] For port 5d72cdd2-02e1-46da-bde5-1076f48cf63d, host dv-cinder-789603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=5d72cdd2-02e1-46da-bde5-1076f48cf63d,segment=NetworkSegment(03a61c93-30bf-46d3-abd6-912a62526c31),segment_id=03a61c93-30bf-46d3-abd6-912a62526c31)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:02:36.525853 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-c461946c-e640-4261-895b-b7d231bb71a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:36.537486 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-6c4e7575-13b4-4fb3-9d7d-98af8a665730 admin admin] Transition to ACTIVE for port object 718b8019-836f-4101-b861-85fba12b4299 will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:02:36.552240 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f4123eb3-46d6-4f49-9828-eb9f6e9cc869 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:36.569155 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aada7956-cea8-4325-b981-4a0409f3fc5c admin admin] Made reservation on behalf of d732d117c5544533871bfb5d798c2221 for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:02:36.571918 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-aada7956-cea8-4325-b981-4a0409f3fc5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:36.709475 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fa116-1f44-4dcc-9b8f-0922794586f8 admin admin] Pushing event updated for resources: {'Network': ['ID=e0880a70-bbb4-424c-91d4-e95e0e655307,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:36.714936 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8a1fa116-1f44-4dcc-9b8f-0922794586f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:36.770000 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Network e0880a70-bbb4-424c-91d4-e95e0e655307 details requested by agent ovs-agent-dv-cinder-789603-1-smb with host dv-cinder-789603-1-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:02:36.816556 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-4d5e0307-f11a-4314-a1d1-6d91b53f9ffb service neutron] Request body: {'port': {'device_id': 'fd545642-869e-44b9-8be3-b8f1a9ca301f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:02:36.955033 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c461946c-e640-4261-895b-b7d231bb71a3 None None] Routers {'928fe277-0f81-4817-a076-42d113632636'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:02:36.955717 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-c461946c-e640-4261-895b-b7d231bb71a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:02:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['928fe277-0f81-4817-a076-42d113632636'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:02:37.045329 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-68ba451b-5d96-4f6c-b946-a49519b900e0 admin admin] Allocated IP 172.20.0.1 (23df80bd-2b5c-4d29-962a-2ad738e32bba/98153c02-30f1-4f36-87f8-48da6381261d/abd15b3c-c504-4f2b-9572-88c2e75c536a) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:02:37.075664 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-4d5e0307-f11a-4314-a1d1-6d91b53f9ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:37.136508 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning for port e04b84af-80ff-456a-9f76-c61ea72a3f5d completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:02:37.232323 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port e04b84af-80ff-456a-9f76-c61ea72a3f5d triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:02:37.232787 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:37.297958 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6c4e7575-13b4-4fb3-9d7d-98af8a665730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:37.321955 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:37.415388 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb48542-fd15-44c0-b8ed-7eaf9d88da7a None None] Pushing event updated for resources: {'Port': ['ID=5d72cdd2-02e1-46da-bde5-1076f48cf63d,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:37.423400 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-ddb48542-fd15-44c0-b8ed-7eaf9d88da7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.872s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:37.455686 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4e7575-13b4-4fb3-9d7d-98af8a665730 admin admin] Network 805702bb-73e1-49e9-949a-99d683f18b45 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:02:37.464738 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-6c4e7575-13b4-4fb3-9d7d-98af8a665730 admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:02:37.478867 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4e7575-13b4-4fb3-9d7d-98af8a665730 admin admin] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:02:37.479364 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6c4e7575-13b4-4fb3-9d7d-98af8a665730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656092'] for router_interface, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:37.866484 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6c4e7575-13b4-4fb3-9d7d-98af8a665730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:37.905641 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21176444-e993-493e-abcc-4e15a8eb74b3 req-32547c9f-12c9-4872-b3fb-f1fb4f5fafe4 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:37.914195 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-21176444-e993-493e-abcc-4e15a8eb74b3 req-32547c9f-12c9-4872-b3fb-f1fb4f5fafe4 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd545642-869e-44b9-8be3-b8f1a9ca301f HTTP/1.1" status: 200 len: 931 time: 0.6049871 May 04 17:02:38.050633 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e7575-13b4-4fb3-9d7d-98af8a665730 admin admin] Pushing event updated for resources: {'Port': ['ID=718b8019-836f-4101-b861-85fba12b4299,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:38.077442 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-21176444-e993-493e-abcc-4e15a8eb74b3 req-e93bd447-a29a-4df7-8c35-639f66c09f45 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/security-groups?id=2aa1d914-adff-4956-8274-1f75b07db826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619349 May 04 17:02:38.149606 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-78654791-5431-44bc-a92a-1ae782cc984e None None] Provisioning for port 718b8019-836f-4101-b861-85fba12b4299 completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:02:38.160607 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-c461946c-e640-4261-895b-b7d231bb71a3 None None] Set router 928fe277-0f81-4817-a076-42d113632636 gateway port host: dv-cinder-789603-1-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:02:38.355885 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:38.480778 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:02:38.487959 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-aada7956-cea8-4325-b981-4a0409f3fc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:38.530110 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-538df20f-142a-4d5a-b67a-27550c6673d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:38.532829 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-78654791-5431-44bc-a92a-1ae782cc984e None None] Provisioning complete for port 718b8019-836f-4101-b861-85fba12b4299 triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:02:38.534143 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-78654791-5431-44bc-a92a-1ae782cc984e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:38.615705 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-78654791-5431-44bc-a92a-1ae782cc984e None None] Port 718b8019-836f-4101-b861-85fba12b4299 cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:02:38.621135 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6c4e7575-13b4-4fb3-9d7d-98af8a665730 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:38.628246 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6c4e7575-13b4-4fb3-9d7d-98af8a665730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.306s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:38.651570 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6c4e7575-13b4-4fb3-9d7d-98af8a665730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:38.655923 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6c4e7575-13b4-4fb3-9d7d-98af8a665730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655999'] for router_interface, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:38.685622 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fe384cf4-51b0-43fc-8044-edbbfc1888dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:38.688561 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada7956-cea8-4325-b981-4a0409f3fc5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=391e0b18-1cd3-438e-ac4c-df6bda935f1c,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:38.693271 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-aada7956-cea8-4325-b981-4a0409f3fc5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:38.704815 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.db.resource_extend [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-4d5e0307-f11a-4314-a1d1-6d91b53f9ffb service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:02:38.784370 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-68ba451b-5d96-4f6c-b946-a49519b900e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:38.841508 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aada7956-cea8-4325-b981-4a0409f3fc5c admin admin] Checking segment: {'id': '6a9a99c9-8002-4b7a-8d94-f6945d07a24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e0880a70-bbb4-424c-91d4-e95e0e655307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:02:38.842233 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aada7956-cea8-4325-b981-4a0409f3fc5c admin admin] Network hostable DHCP agents. Network: e0880a70-bbb4-424c-91d4-e95e0e655307, hostable agents: ['e7f1f9ba-e089-4d30-a3bb-ec752cbc6168'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:02:38.876702 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-4d5e0307-f11a-4314-a1d1-6d91b53f9ffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6961c2c-97de-47af-a847-f69d18fc4fce {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:02:38.896362 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-4d5e0307-f11a-4314-a1d1-6d91b53f9ffb service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:38.901196 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aada7956-cea8-4325-b981-4a0409f3fc5c admin admin] Network e0880a70-bbb4-424c-91d4-e95e0e655307 is scheduled to be hosted by DHCP agent e7f1f9ba-e089-4d30-a3bb-ec752cbc6168 with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:02:38.938490 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-aada7956-cea8-4325-b981-4a0409f3fc5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-smb, e0880a70-bbb4-424c-91d4-e95e0e655307) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:02:38.951900 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aada7956-cea8-4325-b981-4a0409f3fc5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:38.956943 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-aada7956-cea8-4325-b981-4a0409f3fc5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:38.979913 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 46582) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:39.034124 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-4d5e0307-f11a-4314-a1d1-6d91b53f9ffb service neutron] Transition to ACTIVE for port object a6961c2c-97de-47af-a847-f69d18fc4fce will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:02:39.047869 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-4d5e0307-f11a-4314-a1d1-6d91b53f9ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:39.052309 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c874fb03-f74c-4338-90f4-04ec7a9b608b tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:39.144410 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-aada7956-cea8-4325-b981-4a0409f3fc5c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6972435 May 04 17:02:39.185251 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e49c92-d9c7-4066-ae22-b45ab9967f2d None None] Network e0880a70-bbb4-424c-91d4-e95e0e655307 requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:02:39.249112 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-68ba451b-5d96-4f6c-b946-a49519b900e0 admin admin] Transition to ACTIVE for port object abd15b3c-c504-4f2b-9572-88c2e75c536a will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:02:39.295828 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e7575-13b4-4fb3-9d7d-98af8a665730 admin admin] Pushing event updated for resources: {'Port': ['ID=718b8019-836f-4101-b861-85fba12b4299,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:39.301891 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6c4e7575-13b4-4fb3-9d7d-98af8a665730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:39.398355 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4e7575-13b4-4fb3-9d7d-98af8a665730 admin admin] Network 805702bb-73e1-49e9-949a-99d683f18b45 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:02:39.405631 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-6c4e7575-13b4-4fb3-9d7d-98af8a665730 admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:02:39.523487 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] For port e04b84af-80ff-456a-9f76-c61ea72a3f5d, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=e04b84af-80ff-456a-9f76-c61ea72a3f5d,segment=NetworkSegment(03a61c93-30bf-46d3-abd6-912a62526c31),segment_id=03a61c93-30bf-46d3-abd6-912a62526c31)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:02:39.557422 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:39.591802 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0307-f11a-4314-a1d1-6d91b53f9ffb service neutron] Pushing event updated for resources: {'Port': ['ID=a6961c2c-97de-47af-a847-f69d18fc4fce,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:39.599364 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:39.621958 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4d5e0307-f11a-4314-a1d1-6d91b53f9ffb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:39.644531 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-68ba451b-5d96-4f6c-b946-a49519b900e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:39.662747 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-4d5e0307-f11a-4314-a1d1-6d91b53f9ffb service neutron] Attempting to bind port a6961c2c-97de-47af-a847-f69d18fc4fce on host hv-cinder-78960 for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:02:39.663115 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-4d5e0307-f11a-4314-a1d1-6d91b53f9ffb service neutron] Attempting to bind port a6961c2c-97de-47af-a847-f69d18fc4fce by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '296458b8-6710-4432-b00c-ef7b30fc1eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fafbc498-7b5c-44ec-a702-9b711149cbed'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:02:39.663445 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-4d5e0307-f11a-4314-a1d1-6d91b53f9ffb service neutron] Attempting to bind port a6961c2c-97de-47af-a847-f69d18fc4fce on network fafbc498-7b5c-44ec-a702-9b711149cbed {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:02:39.670173 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-4d5e0307-f11a-4314-a1d1-6d91b53f9ffb service neutron] Port a6961c2c-97de-47af-a847-f69d18fc4fce on network fafbc498-7b5c-44ec-a702-9b711149cbed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:02:39.670497 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-4d5e0307-f11a-4314-a1d1-6d91b53f9ffb service neutron] Attempting to bind port a6961c2c-97de-47af-a847-f69d18fc4fce on network fafbc498-7b5c-44ec-a702-9b711149cbed {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:02:39.680008 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-4d5e0307-f11a-4314-a1d1-6d91b53f9ffb service neutron] Checking agent: {'id': '9f3cb959-d44b-4b8e-aa2c-516ad41b6189', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'started_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:02:39.680293 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-4d5e0307-f11a-4314-a1d1-6d91b53f9ffb service neutron] Checking segment: {'id': '296458b8-6710-4432-b00c-ef7b30fc1eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fafbc498-7b5c-44ec-a702-9b711149cbed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:02:39.680846 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-4d5e0307-f11a-4314-a1d1-6d91b53f9ffb service neutron] Bound using segment: {'id': '296458b8-6710-4432-b00c-ef7b30fc1eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fafbc498-7b5c-44ec-a702-9b711149cbed'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:02:39.681341 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-4d5e0307-f11a-4314-a1d1-6d91b53f9ffb service neutron] Bound port: a6961c2c-97de-47af-a847-f69d18fc4fce, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '296458b8-6710-4432-b00c-ef7b30fc1eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fafbc498-7b5c-44ec-a702-9b711149cbed'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:02:39.681659 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-4d5e0307-f11a-4314-a1d1-6d91b53f9ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:39.809646 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f73d3c84-2826-4758-97ae-4d559505079a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:39.891991 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d43dfcb2-9a45-4e67-9f82-2034bec30a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:39.963334 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Pushing event updated for resources: {'Port': ['ID=e04b84af-80ff-456a-9f76-c61ea72a3f5d,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:39.971087 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:39.971902 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-0f37133c-faf7-402e-b80d-336678b54abf None None] Provisioning complete for port 718b8019-836f-4101-b861-85fba12b4299 triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:02:39.972434 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-0f37133c-faf7-402e-b80d-336678b54abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:40.062032 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-d43dfcb2-9a45-4e67-9f82-2034bec30a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:40.102549 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65856fb-012c-4c41-9226-5d0fc21b6966 req-de703deb-ec78-451e-b1ae-40ed3a7cc1c7 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:40.105582 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e65856fb-012c-4c41-9226-5d0fc21b6966 req-de703deb-ec78-451e-b1ae-40ed3a7cc1c7 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd545642-869e-44b9-8be3-b8f1a9ca301f HTTP/1.1" status: 200 len: 943 time: 0.6422153 May 04 17:02:40.123785 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-d43dfcb2-9a45-4e67-9f82-2034bec30a02 admin admin] Usage tracker for resource:security_group_rule and tenant:52256565b7fb4cc29a67ad3d718644bf is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:40.143824 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7a0494-190f-4392-96da-8964525473bd None None] Network e0880a70-bbb4-424c-91d4-e95e0e655307 requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:02:40.146510 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ba451b-5d96-4f6c-b946-a49519b900e0 admin admin] Network 23df80bd-2b5c-4d29-962a-2ad738e32bba is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:02:40.154309 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-d43dfcb2-9a45-4e67-9f82-2034bec30a02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:40.168516 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-68ba451b-5d96-4f6c-b946-a49519b900e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:02:40.186848 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-c461946c-e640-4261-895b-b7d231bb71a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928fe277-0f81-4817-a076-42d113632636', 'name': 'tempest-AttachVolumeTestJSON-1477687982-router', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:24Z', 'updated_at': '2021-05-04T17:02:29Z', 'revision_number': 3, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'gw_port': {'id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:26Z', 'updated_at': '2021-05-04T17:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb'}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:02:40.205705 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-4d5e0307-f11a-4314-a1d1-6d91b53f9ffb service neutron] For port a6961c2c-97de-47af-a847-f69d18fc4fce, host hv-cinder-78960, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:02:40.215350 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-d43dfcb2-9a45-4e67-9f82-2034bec30a02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:40.228743 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-0f37133c-faf7-402e-b80d-336678b54abf None None] Port 718b8019-836f-4101-b861-85fba12b4299 cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:02:40.237376 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4e7575-13b4-4fb3-9d7d-98af8a665730 admin admin] Router 94b863db-620a-4e6d-9422-70ae39f9f218 has already been hosted by L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:02:40.241429 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba451b-5d96-4f6c-b946-a49519b900e0 admin admin] Pushing event updated for resources: {'Port': ['ID=abd15b3c-c504-4f2b-9572-88c2e75c536a,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:40.295771 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-68ba451b-5d96-4f6c-b946-a49519b900e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:40.296502 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ba451b-5d96-4f6c-b946-a49519b900e0 admin admin] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:02:40.297542 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-68ba451b-5d96-4f6c-b946-a49519b900e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656092'] for router_interface, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:40.301352 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-4d5e0307-f11a-4314-a1d1-6d91b53f9ffb service neutron] For port a6961c2c-97de-47af-a847-f69d18fc4fce, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a6961c2c-97de-47af-a847-f69d18fc4fce,segment=NetworkSegment(296458b8-6710-4432-b00c-ef7b30fc1eae),segment_id=296458b8-6710-4432-b00c-ef7b30fc1eae)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:02:40.351020 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-4d5e0307-f11a-4314-a1d1-6d91b53f9ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:40.429778 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e65856fb-012c-4c41-9226-5d0fc21b6966 req-485608e6-ace7-4c27-833c-f7446007f354 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/security-groups?id=2aa1d914-adff-4956-8274-1f75b07db826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885258 May 04 17:02:40.438225 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:40.556173 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c461946c-e640-4261-895b-b7d231bb71a3 None None] The sync data for ids ['928fe277-0f81-4817-a076-42d113632636'] in dv-cinder-789603-1-smb is: [{'id': '928fe277-0f81-4817-a076-42d113632636', 'name': 'tempest-AttachVolumeTestJSON-1477687982-router', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:24Z', 'updated_at': '2021-05-04T17:02:29Z', 'revision_number': 3, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'gw_port': {'id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:26Z', 'updated_at': '2021-05-04T17:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb'}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:02:40.630467 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-68ba451b-5d96-4f6c-b946-a49519b900e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:40.661431 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-4d5e0307-f11a-4314-a1d1-6d91b53f9ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:40.664492 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-4d5e0307-f11a-4314-a1d1-6d91b53f9ffb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:40.666294 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-4d5e0307-f11a-4314-a1d1-6d91b53f9ffb service neutron] 10.222.0.41 "PUT /v2.0/ports/a6961c2c-97de-47af-a847-f69d18fc4fce HTTP/1.1" status: 200 len: 1093 time: 4.9313157 May 04 17:02:40.669039 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd545642-869e-44b9-8be3-b8f1a9ca301f', 'tag': 'a6961c2c-97de-47af-a847-f69d18fc4fce'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:02:40.818004 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-31dd3029-c12d-440c-9c53-3d7e7119842b None None] Provisioning for port abd15b3c-c504-4f2b-9572-88c2e75c536a completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:02:40.849418 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-31dd3029-c12d-440c-9c53-3d7e7119842b None None] Provisioning complete for port abd15b3c-c504-4f2b-9572-88c2e75c536a triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:02:40.854113 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-31dd3029-c12d-440c-9c53-3d7e7119842b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:41.054446 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-31dd3029-c12d-440c-9c53-3d7e7119842b None None] Port abd15b3c-c504-4f2b-9572-88c2e75c536a cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:02:41.166349 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0307-f11a-4314-a1d1-6d91b53f9ffb service neutron] Pushing event updated for resources: {'Port': ['ID=a6961c2c-97de-47af-a847-f69d18fc4fce,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:41.179665 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4d5e0307-f11a-4314-a1d1-6d91b53f9ffb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:41.417333 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d43dfcb2-9a45-4e67-9f82-2034bec30a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:41.440586 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4e7575-13b4-4fb3-9d7d-98af8a665730 admin admin] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:02:41.455551 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077b7389-6e80-4834-a218-a410a55cc0f3 None None] Sync routers for ids ['94b863db-620a-4e6d-9422-70ae39f9f218'] in dv-cinder-789603-1-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:02:41.457792 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d43dfcb2-9a45-4e67-9f82-2034bec30a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:41.486398 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077b7389-6e80-4834-a218-a410a55cc0f3 None None] Routers {'94b863db-620a-4e6d-9422-70ae39f9f218'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:02:41.487430 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-077b7389-6e80-4834-a218-a410a55cc0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:02:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['94b863db-620a-4e6d-9422-70ae39f9f218'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:02:41.512355 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-6c4e7575-13b4-4fb3-9d7d-98af8a665730 admin admin] 10.222.0.24 "PUT /v2.0/routers/94b863db-620a-4e6d-9422-70ae39f9f218/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8989804 May 04 17:02:41.532843 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-68ba451b-5d96-4f6c-b946-a49519b900e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:41.539841 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:41.542481 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-68ba451b-5d96-4f6c-b946-a49519b900e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:41.544753 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-68ba451b-5d96-4f6c-b946-a49519b900e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655999'] for router_interface, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:41.557262 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a1b64f3d-f7ad-4b33-9d29-d593928e0442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:41.643745 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43dfcb2-9a45-4e67-9f82-2034bec30a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364e03ba-5d37-4ecb-a77d-3d10f2b858fd,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:41.665479 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d43dfcb2-9a45-4e67-9f82-2034bec30a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:41.772809 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba451b-5d96-4f6c-b946-a49519b900e0 admin admin] Pushing event updated for resources: {'Port': ['ID=abd15b3c-c504-4f2b-9572-88c2e75c536a,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:41.785676 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-68ba451b-5d96-4f6c-b946-a49519b900e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:41.787057 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-7441039a-cd55-4fb2-b1c4-063b3f745b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:41.798168 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-7441039a-cd55-4fb2-b1c4-063b3f745b2c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad1f15f7308042768709828b9a895abf&device_id=fd545642-869e-44b9-8be3-b8f1a9ca301f HTTP/1.1" status: 200 len: 1096 time: 0.8579195 May 04 17:02:42.081722 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device e04b84af-80ff-456a-9f76-c61ea72a3f5d up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:02:42.177915 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-d43dfcb2-9a45-4e67-9f82-2034bec30a02 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=52256565b7fb4cc29a67ad3d718644bf&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1899056 May 04 17:02:42.179457 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 46662) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:42.230361 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-8a9e6a7e-2bf4-42ec-ae2c-06c635087ec1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6961c2c-97de-47af-a847-f69d18fc4fce HTTP/1.1" status: 200 len: 217 time: 0.3044276 May 04 17:02:42.369007 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port e04b84af-80ff-456a-9f76-c61ea72a3f5d triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:02:42.369946 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:42.370852 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-077b7389-6e80-4834-a218-a410a55cc0f3 None None] Set router 94b863db-620a-4e6d-9422-70ae39f9f218 gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:02:42.415675 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 46668) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:42.463855 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-6e65508e-5b00-415c-9d14-7b6d42289a92 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-146898959-network', 'tenant_id': 'daef28cf2981433ca0555138a99f2ce6'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:02:42.526116 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd077e29-d7b5-40eb-827f-708455630301 req-0afa2ac7-cfbf-47c7-a950-823f86bd99ec tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:42.529921 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-cd077e29-d7b5-40eb-827f-708455630301 req-0afa2ac7-cfbf-47c7-a950-823f86bd99ec tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd545642-869e-44b9-8be3-b8f1a9ca301f HTTP/1.1" status: 200 len: 943 time: 0.7146358 May 04 17:02:42.531769 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-84a0348a-5ffb-4a51-9e55-e22c216e882d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:42.543841 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-84a0348a-5ffb-4a51-9e55-e22c216e882d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72e3d581-c3e3-492f-9d93-d9804c77ef1e HTTP/1.1" status: 200 len: 849 time: 0.3018134 May 04 17:02:42.620020 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd545642-869e-44b9-8be3-b8f1a9ca301f', 'tag': 'a6961c2c-97de-47af-a847-f69d18fc4fce', 'status': 'completed', 'code': 200} May 04 17:02:42.661382 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-6e65508e-5b00-415c-9d14-7b6d42289a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:42.670693 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3587e2d3-d7f7-411c-a2cf-e7e3df1c4a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:42.688287 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ba451b-5d96-4f6c-b946-a49519b900e0 admin admin] Network 23df80bd-2b5c-4d29-962a-2ad738e32bba is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:02:42.701068 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6e65508e-5b00-415c-9d14-7b6d42289a92 admin admin] Usage tracker for resource:network and tenant:daef28cf2981433ca0555138a99f2ce6 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:42.709950 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-68ba451b-5d96-4f6c-b946-a49519b900e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:02:42.773858 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-efbe6389-db88-4085-b45f-348062f3ddd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:42.778433 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6e65508e-5b00-415c-9d14-7b6d42289a92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:42.795256 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-3f13688d-17b0-414d-a967-f880a082c394 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fafbc498-7b5c-44ec-a702-9b711149cbed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1827185 May 04 17:02:42.816842 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 5d72cdd2-02e1-46da-bde5-1076f48cf63d up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:02:42.914018 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-cd077e29-d7b5-40eb-827f-708455630301 req-c8d77fbb-a838-446c-ab20-eb737ca90c38 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/security-groups?id=2aa1d914-adff-4956-8274-1f75b07db826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688569 May 04 17:02:43.083115 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning for port 5d72cdd2-02e1-46da-bde5-1076f48cf63d completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:02:43.093283 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 5d72cdd2-02e1-46da-bde5-1076f48cf63d triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:02:43.098619 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:43.255926 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-2ba43df8-426f-4e7b-b723-60ccbf5e6ec4 service neutron] 10.222.0.41 "GET /v2.0/networks/fafbc498-7b5c-44ec-a702-9b711149cbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367505 May 04 17:02:43.301865 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-6e65508e-5b00-415c-9d14-7b6d42289a92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:43.377051 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-077b7389-6e80-4834-a218-a410a55cc0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'name': 'tempest-AttachVolumeShelveTestJSON-1378711398-router', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:23Z', 'updated_at': '2021-05-04T17:02:37Z', 'revision_number': 4, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'gw_port': {'id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:25Z', 'updated_at': '2021-05-04T17:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': '718b8019-836f-4101-b861-85fba12b4299', 'name': '', 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'mac_address': 'fa:16:3e:e7:16:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:34Z', 'updated_at': '2021-05-04T17:02:38Z', 'revision_number': 2, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'subnets': [{'id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:02:43.377620 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ba451b-5d96-4f6c-b946-a49519b900e0 admin admin] Router 928fe277-0f81-4817-a076-42d113632636 has already been hosted by L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:02:43.388105 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077b7389-6e80-4834-a218-a410a55cc0f3 None None] Checking router: 94b863db-620a-4e6d-9422-70ae39f9f218 for host: dv-cinder-789603-1-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:02:43.388993 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077b7389-6e80-4834-a218-a410a55cc0f3 None None] Updating router 94b863db-620a-4e6d-9422-70ae39f9f218 port 718b8019-836f-4101-b861-85fba12b4299 binding host dv-cinder-789603-1-smb {{(pid=73812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:02:43.405887 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3587e2d3-d7f7-411c-a2cf-e7e3df1c4a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:43.440911 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-41aa01ea-b5f7-4692-ae9c-323c44743629 None None] Provisioning complete for port abd15b3c-c504-4f2b-9572-88c2e75c536a triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:02:43.443901 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-41aa01ea-b5f7-4692-ae9c-323c44743629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:43.446258 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e65508e-5b00-415c-9d14-7b6d42289a92 admin admin] Made reservation on behalf of daef28cf2981433ca0555138a99f2ce6 for: {'network': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:02:43.452758 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6e65508e-5b00-415c-9d14-7b6d42289a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for network, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:43.509225 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-077b7389-6e80-4834-a218-a410a55cc0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:43.745812 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a0a0c55e-5819-4a50-9d73-d856b2a93526 req-c5cef6c8-3f3b-4ee3-9352-58caba272ee0 service neutron] 10.222.0.41 "GET /v2.0/networks/fafbc498-7b5c-44ec-a702-9b711149cbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750297 May 04 17:02:43.746323 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 46692) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:43.799960 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6e65508e-5b00-415c-9d14-7b6d42289a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:43.855557 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:44.002245 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] For port 5d72cdd2-02e1-46da-bde5-1076f48cf63d, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=5d72cdd2-02e1-46da-bde5-1076f48cf63d,segment=NetworkSegment(03a61c93-30bf-46d3-abd6-912a62526c31),segment_id=03a61c93-30bf-46d3-abd6-912a62526c31)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:02:44.017606 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:44.052396 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:44.065571 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-6e65508e-5b00-415c-9d14-7b6d42289a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:44.067716 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 46704) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:44.144176 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed69270-dcb3-4ff5-887e-6f3f04af2ce9 req-371e4eff-aca6-4d53-ad55-d4c71d72b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:44.148657 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6ed69270-dcb3-4ff5-887e-6f3f04af2ce9 req-371e4eff-aca6-4d53-ad55-d4c71d72b85b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad1f15f7308042768709828b9a895abf&device_id=fd545642-869e-44b9-8be3-b8f1a9ca301f HTTP/1.1" status: 200 len: 1096 time: 0.2857451 May 04 17:02:44.224261 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-41aa01ea-b5f7-4692-ae9c-323c44743629 None None] Port abd15b3c-c504-4f2b-9572-88c2e75c536a cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:02:44.228051 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Pushing event updated for resources: {'Port': ['ID=5d72cdd2-02e1-46da-bde5-1076f48cf63d,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:44.232232 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:44.424056 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6e65508e-5b00-415c-9d14-7b6d42289a92 admin admin] Usage tracker for resource:security_group_rule and tenant:daef28cf2981433ca0555138a99f2ce6 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:44.438503 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-9faafc9f-f6a4-4a76-a6c0-e49855a1ecad tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1217016198', 'description': 'tempest-description--1881001423'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:02:44.453864 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-9faafc9f-f6a4-4a76-a6c0-e49855a1ecad tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:44.464979 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6e65508e-5b00-415c-9d14-7b6d42289a92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:44.478848 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-9faafc9f-f6a4-4a76-a6c0-e49855a1ecad tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Usage tracker for resource:security_group and tenant:a530a7f8042040e98a19a0a59ab370ed is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:44.501387 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-077b7389-6e80-4834-a218-a410a55cc0f3 None None] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:44.506837 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-9faafc9f-f6a4-4a76-a6c0-e49855a1ecad tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:44.509907 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-6e65508e-5b00-415c-9d14-7b6d42289a92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:44.544556 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-9faafc9f-f6a4-4a76-a6c0-e49855a1ecad tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:44.565551 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-077b7389-6e80-4834-a218-a410a55cc0f3 None None] Transition to ACTIVE for port object 718b8019-836f-4101-b861-85fba12b4299 will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:02:44.576413 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-077b7389-6e80-4834-a218-a410a55cc0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:44.581692 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-05028823-263d-44af-b727-48b07f2e2f36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:44.593753 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-771acf40-f03b-4d4c-afec-1fb495637e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:44.595786 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3587e2d3-d7f7-411c-a2cf-e7e3df1c4a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:44.638673 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9faafc9f-f6a4-4a76-a6c0-e49855a1ecad tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:44.670281 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-06dc05e4-b126-48fa-a191-047a977ca87f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:44.693612 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-771acf40-f03b-4d4c-afec-1fb495637e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:44.702465 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3587e2d3-d7f7-411c-a2cf-e7e3df1c4a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:44.711586 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-3587e2d3-d7f7-411c-a2cf-e7e3df1c4a18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/364e03ba-5d37-4ecb-a77d-3d10f2b858fd HTTP/1.1" status: 204 len: 168 time: 2.5201023 May 04 17:02:44.713140 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ba451b-5d96-4f6c-b946-a49519b900e0 admin admin] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:02:44.720389 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-68ba451b-5d96-4f6c-b946-a49519b900e0 admin admin] 10.222.0.24 "PUT /v2.0/routers/928fe277-0f81-4817-a076-42d113632636/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1394053 May 04 17:02:44.726101 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-771acf40-f03b-4d4c-afec-1fb495637e4b admin admin] Usage tracker for resource:security_group_rule and tenant:818e73d637fa490488defc554631e914 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:44.739417 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041dc28e-9123-4094-a466-4ecd65132a19 None None] Pushing event updated for resources: {'Port': ['ID=718b8019-836f-4101-b861-85fba12b4299,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:44.751592 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5208b9-d31a-41ae-8c4c-f89299d48fc4 None None] Sync routers for ids ['928fe277-0f81-4817-a076-42d113632636'] in dv-cinder-789603-1-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:02:44.752458 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587e2d3-d7f7-411c-a2cf-e7e3df1c4a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364e03ba-5d37-4ecb-a77d-3d10f2b858fd,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:44.757902 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3587e2d3-d7f7-411c-a2cf-e7e3df1c4a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:44.777258 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-9faafc9f-f6a4-4a76-a6c0-e49855a1ecad tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:44.779107 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-771acf40-f03b-4d4c-afec-1fb495637e4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:44.782885 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-9faafc9f-f6a4-4a76-a6c0-e49855a1ecad tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Usage tracker for resource:security_group_rule and tenant:a530a7f8042040e98a19a0a59ab370ed is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:44.786780 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-9faafc9f-f6a4-4a76-a6c0-e49855a1ecad tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:44.811250 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-9faafc9f-f6a4-4a76-a6c0-e49855a1ecad tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:44.821210 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-771acf40-f03b-4d4c-afec-1fb495637e4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:44.846981 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed69270-dcb3-4ff5-887e-6f3f04af2ce9 req-2ee77672-c6b8-443a-a93f-df0de01d981c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:44.852943 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6ed69270-dcb3-4ff5-887e-6f3f04af2ce9 req-2ee77672-c6b8-443a-a93f-df0de01d981c service neutron] 10.222.0.41 "GET /v2.0/networks?id=fafbc498-7b5c-44ec-a702-9b711149cbed HTTP/1.1" status: 200 len: 910 time: 0.6880901 May 04 17:02:44.860913 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5208b9-d31a-41ae-8c4c-f89299d48fc4 None None] Routers {'928fe277-0f81-4817-a076-42d113632636'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:02:44.862603 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-8a5208b9-d31a-41ae-8c4c-f89299d48fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:02:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['928fe277-0f81-4817-a076-42d113632636'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:02:44.962527 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-041dc28e-9123-4094-a466-4ecd65132a19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:45.105601 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9faafc9f-f6a4-4a76-a6c0-e49855a1ecad tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:45.148261 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9faafc9f-f6a4-4a76-a6c0-e49855a1ecad tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:45.211942 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6ed69270-dcb3-4ff5-887e-6f3f04af2ce9 req-a3d5fc99-c313-4bb7-9766-a14e0a283e7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6961c2c-97de-47af-a847-f69d18fc4fce HTTP/1.1" status: 200 len: 217 time: 0.3326998 May 04 17:02:45.297317 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-30acaa7a-077b-4500-98ac-0c70e36ab058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:45.480525 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-077b7389-6e80-4834-a218-a410a55cc0f3 None None] Attempting to bind port 718b8019-836f-4101-b861-85fba12b4299 on host dv-cinder-789603-1-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:02:45.481147 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-077b7389-6e80-4834-a218-a410a55cc0f3 None None] Attempting to bind port 718b8019-836f-4101-b861-85fba12b4299 by drivers openvswitch,hyperv on host dv-cinder-789603-1-smb at level 0 using segments [{'id': 'a52c2a1e-eba3-4715-a82e-ef9b22d7aced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:02:45.481501 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077b7389-6e80-4834-a218-a410a55cc0f3 None None] Attempting to bind port 718b8019-836f-4101-b861-85fba12b4299 on network 805702bb-73e1-49e9-949a-99d683f18b45 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:02:45.505683 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9faafc9f-f6a4-4a76-a6c0-e49855a1ecad tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:45.507124 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077b7389-6e80-4834-a218-a410a55cc0f3 None None] Checking agent: {'id': 'f75b5240-9bcf-4890-b7dd-e1b2d86769d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 16, 54, 46), 'started_at': datetime.datetime(2021, 5, 4, 16, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:02:45.508123 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077b7389-6e80-4834-a218-a410a55cc0f3 None None] Checking segment: {'id': 'a52c2a1e-eba3-4715-a82e-ef9b22d7aced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:02:45.508857 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-077b7389-6e80-4834-a218-a410a55cc0f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:45.512423 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-9faafc9f-f6a4-4a76-a6c0-e49855a1ecad tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4258657 May 04 17:02:45.512781 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077b7389-6e80-4834-a218-a410a55cc0f3 None None] Bound using segment: {'id': 'a52c2a1e-eba3-4715-a82e-ef9b22d7aced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:02:45.513831 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 46738) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:45.514508 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-077b7389-6e80-4834-a218-a410a55cc0f3 None None] Bound port: 718b8019-836f-4101-b861-85fba12b4299, host: dv-cinder-789603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a52c2a1e-eba3-4715-a82e-ef9b22d7aced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:02:45.515176 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-077b7389-6e80-4834-a218-a410a55cc0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:45.606805 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-b099a16a-70a4-4251-b336-fc261bc1b0df tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Request body: {'security_group_rule': {'security_group_id': '2f9a2328-77ed-4839-87d4-b7b47f930854', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:02:45.625519 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-b099a16a-70a4-4251-b336-fc261bc1b0df tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:45.631536 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed69270-dcb3-4ff5-887e-6f3f04af2ce9 req-91a2cb34-31c5-4368-8203-486e652526f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:45.634424 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-b099a16a-70a4-4251-b336-fc261bc1b0df tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Usage tracker for resource:security_group_rule and tenant:a530a7f8042040e98a19a0a59ab370ed is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:45.637450 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6ed69270-dcb3-4ff5-887e-6f3f04af2ce9 req-91a2cb34-31c5-4368-8203-486e652526f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72e3d581-c3e3-492f-9d93-d9804c77ef1e HTTP/1.1" status: 200 len: 849 time: 0.3337588 May 04 17:02:45.643899 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-b099a16a-70a4-4251-b336-fc261bc1b0df tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:45.659171 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-b099a16a-70a4-4251-b336-fc261bc1b0df tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:45.686699 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c51f6-ef80-487f-9a92-a535488f8326 req-28db9f9d-196e-459d-b6ca-810ff521a207 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:45.700282 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-264c51f6-ef80-487f-9a92-a535488f8326 req-28db9f9d-196e-459d-b6ca-810ff521a207 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd545642-869e-44b9-8be3-b8f1a9ca301f HTTP/1.1" status: 200 len: 943 time: 1.4809823 May 04 17:02:45.701792 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faafc9f-f6a4-4a76-a6c0-e49855a1ecad tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9a2328-77ed-4839-87d4-b7b47f930854,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:45.727084 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-9faafc9f-f6a4-4a76-a6c0-e49855a1ecad tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:45.732680 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-21cfb915-aa60-45de-9292-b1024d52bae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:45.768877 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b099a16a-70a4-4251-b336-fc261bc1b0df tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:45.851762 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6e65508e-5b00-415c-9d14-7b6d42289a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:45.855069 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:45.881607 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6e65508e-5b00-415c-9d14-7b6d42289a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:45.910579 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-8a5208b9-d31a-41ae-8c4c-f89299d48fc4 None None] Set router 928fe277-0f81-4817-a076-42d113632636 gateway port host: dv-cinder-789603-1-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:02:45.951849 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e65508e-5b00-415c-9d14-7b6d42289a92 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=73810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:02:45.990201 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6e65508e-5b00-415c-9d14-7b6d42289a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:45.991765 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-771acf40-f03b-4d4c-afec-1fb495637e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:45.993070 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.db.segments_db [None req-6e65508e-5b00-415c-9d14-7b6d42289a92 admin admin] Added segment 5948ca53-bf91-4ba8-bd91-9350cbf15c1a of type vlan for network 2db32106-b29c-46ce-9d2a-44c0b281ba34 May 04 17:02:46.009511 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-077b7389-6e80-4834-a218-a410a55cc0f3 None None] For port 718b8019-836f-4101-b861-85fba12b4299, host dv-cinder-789603-1-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:02:46.029893 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 46752) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:46.040598 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-077b7389-6e80-4834-a218-a410a55cc0f3 None None] For port 718b8019-836f-4101-b861-85fba12b4299, host dv-cinder-789603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=718b8019-836f-4101-b861-85fba12b4299,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:02:46.042409 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-771acf40-f03b-4d4c-afec-1fb495637e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:46.050336 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-077b7389-6e80-4834-a218-a410a55cc0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:46.065012 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:46.095545 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6ed69270-dcb3-4ff5-887e-6f3f04af2ce9 req-9dcff989-568a-4b54-9e24-7bc9cb2ce46b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fafbc498-7b5c-44ec-a702-9b711149cbed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2849729 May 04 17:02:46.107513 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:46.109008 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6e65508e-5b00-415c-9d14-7b6d42289a92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730882500756'] for network, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:46.123774 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-771acf40-f03b-4d4c-afec-1fb495637e4b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=818e73d637fa490488defc554631e914&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3763814 May 04 17:02:46.130061 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 46756) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:46.140192 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6f1b263d-cd4d-4002-ab29-9aa73d60e1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:46.262603 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:46.326701 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b099a16a-70a4-4251-b336-fc261bc1b0df tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:46.342305 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b099a16a-70a4-4251-b336-fc261bc1b0df tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559949'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:46.343317 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6e65508e-5b00-415c-9d14-7b6d42289a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301'] for network, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:46.357071 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e65508e-5b00-415c-9d14-7b6d42289a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:46.357787 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6e65508e-5b00-415c-9d14-7b6d42289a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:46.366458 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-6f1b263d-cd4d-4002-ab29-9aa73d60e1f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:46.386256 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-264c51f6-ef80-487f-9a92-a535488f8326 req-9da00a8f-7b18-4431-a768-a2aad8a220f0 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/security-groups?id=2aa1d914-adff-4956-8274-1f75b07db826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6841736 May 04 17:02:46.408609 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 5d72cdd2-02e1-46da-bde5-1076f48cf63d up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:02:46.444609 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-6f1b263d-cd4d-4002-ab29-9aa73d60e1f7 admin admin] Usage tracker for resource:security_group_rule and tenant:49576ad359584b2f9c9f8ad17f0cf503 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:46.468037 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-6f1b263d-cd4d-4002-ab29-9aa73d60e1f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:46.481824 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b099a16a-70a4-4251-b336-fc261bc1b0df tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:46.483070 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-b099a16a-70a4-4251-b336-fc261bc1b0df tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9599857 May 04 17:02:46.487100 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 46770) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:46.502000 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e65508e-5b00-415c-9d14-7b6d42289a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92238e8c-abe9-432d-a7df-d4e576c60ed8,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:46.505269 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6e65508e-5b00-415c-9d14-7b6d42289a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:46.508649 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:46.540402 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077b7389-6e80-4834-a218-a410a55cc0f3 None None] Routers {'94b863db-620a-4e6d-9422-70ae39f9f218'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:02:46.543590 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-077b7389-6e80-4834-a218-a410a55cc0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:02:46Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['94b863db-620a-4e6d-9422-70ae39f9f218'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:02:46.546732 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-ca01c1a3-697e-41e5-bcd1-a263433b6436 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Request body: {'security_group_rule': {'security_group_id': '2f9a2328-77ed-4839-87d4-b7b47f930854', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:02:46.561663 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099a16a-70a4-4251-b336-fc261bc1b0df tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e1135f4-7b38-49af-908f-42becaa341de,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:46.574547 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-6f1b263d-cd4d-4002-ab29-9aa73d60e1f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:46.575468 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-ca01c1a3-697e-41e5-bcd1-a263433b6436 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:46.577172 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771acf40-f03b-4d4c-afec-1fb495637e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be85a38-7a4b-4a0a-a48f-16b42daf434a,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:46.580877 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-6e65508e-5b00-415c-9d14-7b6d42289a92 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.1641436 May 04 17:02:46.588019 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 46774) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:46.593481 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b099a16a-70a4-4251-b336-fc261bc1b0df tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:46.593936 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:46.637786 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-ca01c1a3-697e-41e5-bcd1-a263433b6436 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Usage tracker for resource:security_group_rule and tenant:a530a7f8042040e98a19a0a59ab370ed is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:46.646971 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-ca01c1a3-697e-41e5-bcd1-a263433b6436 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:46.667181 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-ca01c1a3-697e-41e5-bcd1-a263433b6436 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:46.688814 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 5d72cdd2-02e1-46da-bde5-1076f48cf63d triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:02:46.689326 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:46.706575 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-771acf40-f03b-4d4c-afec-1fb495637e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:46.768470 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ca01c1a3-697e-41e5-bcd1-a263433b6436 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:46.924033 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-561ce145-f393-45fa-b9d3-3771b668cdab admin admin] Request body: {'subnet': {'network_id': '2db32106-b29c-46ce-9d2a-44c0b281ba34', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-146898959-subnet', 'tenant_id': 'daef28cf2981433ca0555138a99f2ce6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:02:46.965150 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:46.973630 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-561ce145-f393-45fa-b9d3-3771b668cdab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:47.052129 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041dc28e-9123-4094-a466-4ecd65132a19 None None] Pushing event updated for resources: {'Port': ['ID=718b8019-836f-4101-b861-85fba12b4299,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:47.057621 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-041dc28e-9123-4094-a466-4ecd65132a19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.993s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:47.083557 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e65508e-5b00-415c-9d14-7b6d42289a92 admin admin] Pushing event updated for resources: {'Network': ['ID=2db32106-b29c-46ce-9d2a-44c0b281ba34,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:47.097729 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6e65508e-5b00-415c-9d14-7b6d42289a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:47.105744 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Network 2db32106-b29c-46ce-9d2a-44c0b281ba34 details requested by agent ovs-agent-dv-cinder-789603-1-smb with host dv-cinder-789603-1-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:02:47.120124 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-077b7389-6e80-4834-a218-a410a55cc0f3 None None] Set router 94b863db-620a-4e6d-9422-70ae39f9f218 gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:02:47.205658 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6f1b263d-cd4d-4002-ab29-9aa73d60e1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:47.210174 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6ed69270-dcb3-4ff5-887e-6f3f04af2ce9 req-0f6ae1db-936c-4c28-a366-367926280664 service neutron] 10.222.0.41 "GET /v2.0/networks/fafbc498-7b5c-44ec-a702-9b711149cbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0849779 May 04 17:02:47.212021 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-561ce145-f393-45fa-b9d3-3771b668cdab admin admin] Usage tracker for resource:subnet and tenant:daef28cf2981433ca0555138a99f2ce6 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:47.274007 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ca01c1a3-697e-41e5-bcd1-a263433b6436 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:47.294480 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ca01c1a3-697e-41e5-bcd1-a263433b6436 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559949'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:47.316129 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:47.386446 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01c1a3-697e-41e5-bcd1-a263433b6436 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a033d7-498c-4d81-8029-61e5c5a7524d,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:47.394085 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ca01c1a3-697e-41e5-bcd1-a263433b6436 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:47.421339 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ca01c1a3-697e-41e5-bcd1-a263433b6436 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:47.422269 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-ca01c1a3-697e-41e5-bcd1-a263433b6436 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9340165 May 04 17:02:47.426194 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 46788) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:47.432150 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-af0fd7bd-0fc8-4d20-846e-63cafd3f1b51 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Request body: {'floatingip': {'floating_network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:02:47.451886 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-af0fd7bd-0fc8-4d20-846e-63cafd3f1b51 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:47.467328 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-af0fd7bd-0fc8-4d20-846e-63cafd3f1b51 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Usage tracker for resource:floatingip and tenant:a530a7f8042040e98a19a0a59ab370ed is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:47.480670 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-af0fd7bd-0fc8-4d20-846e-63cafd3f1b51 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:47.514065 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-af0fd7bd-0fc8-4d20-846e-63cafd3f1b51 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:47.535496 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-561ce145-f393-45fa-b9d3-3771b668cdab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:47.548674 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7536dad9-b06c-4619-9e07-242598555cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:47.549761 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-af0fd7bd-0fc8-4d20-846e-63cafd3f1b51 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for floatingip, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:47.560687 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6f1b263d-cd4d-4002-ab29-9aa73d60e1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:47.570991 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6ed69270-dcb3-4ff5-887e-6f3f04af2ce9 req-165bd349-9212-489d-ad9d-f49b8f4b0b01 service neutron] 10.222.0.41 "GET /v2.0/networks/fafbc498-7b5c-44ec-a702-9b711149cbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312035 May 04 17:02:47.622296 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-561ce145-f393-45fa-b9d3-3771b668cdab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:47.677282 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:47.698064 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7536dad9-b06c-4619-9e07-242598555cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:47.825177 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-8a5208b9-d31a-41ae-8c4c-f89299d48fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928fe277-0f81-4817-a076-42d113632636', 'name': 'tempest-AttachVolumeTestJSON-1477687982-router', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:24Z', 'updated_at': '2021-05-04T17:02:40Z', 'revision_number': 4, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'gw_port': {'id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:26Z', 'updated_at': '2021-05-04T17:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': 'abd15b3c-c504-4f2b-9572-88c2e75c536a', 'name': '', 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'mac_address': 'fa:16:3e:33:41:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '98153c02-30f1-4f36-87f8-48da6381261d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:36Z', 'updated_at': '2021-05-04T17:02:40Z', 'revision_number': 2, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'subnets': [{'id': '98153c02-30f1-4f36-87f8-48da6381261d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:02:47.836445 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5208b9-d31a-41ae-8c4c-f89299d48fc4 None None] Checking router: 928fe277-0f81-4817-a076-42d113632636 for host: dv-cinder-789603-1-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:02:47.838563 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5208b9-d31a-41ae-8c4c-f89299d48fc4 None None] Updating router 928fe277-0f81-4817-a076-42d113632636 port abd15b3c-c504-4f2b-9572-88c2e75c536a binding host dv-cinder-789603-1-smb {{(pid=73811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:02:47.876834 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 46794) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:47.884367 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:47.888800 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-1b5c21d6-a101-4a0b-a94c-632593679d44 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1925245278', 'description': 'tempest-description--2070315932'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:02:47.904573 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-1b5c21d6-a101-4a0b-a94c-632593679d44 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:47.917285 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-1b5c21d6-a101-4a0b-a94c-632593679d44 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Usage tracker for resource:security_group and tenant:a83b14f849204c3cac0cfd0b7b059636 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:47.929310 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-1b5c21d6-a101-4a0b-a94c-632593679d44 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:47.936856 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8a5208b9-d31a-41ae-8c4c-f89299d48fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:47.940080 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-077b7389-6e80-4834-a218-a410a55cc0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'name': 'tempest-AttachVolumeShelveTestJSON-1378711398-router', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:23Z', 'updated_at': '2021-05-04T17:02:37Z', 'revision_number': 4, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'gw_port': {'id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:25Z', 'updated_at': '2021-05-04T17:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': '718b8019-836f-4101-b861-85fba12b4299', 'name': '', 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'mac_address': 'fa:16:3e:e7:16:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:34Z', 'updated_at': '2021-05-04T17:02:45Z', 'revision_number': 4, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'subnets': [{'id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:02:47.945511 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077b7389-6e80-4834-a218-a410a55cc0f3 None None] The sync data for ids ['94b863db-620a-4e6d-9422-70ae39f9f218'] in dv-cinder-789603-1-smb is: [{'id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'name': 'tempest-AttachVolumeShelveTestJSON-1378711398-router', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:23Z', 'updated_at': '2021-05-04T17:02:37Z', 'revision_number': 4, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'gw_port': {'id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:25Z', 'updated_at': '2021-05-04T17:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': '718b8019-836f-4101-b861-85fba12b4299', 'name': '', 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'mac_address': 'fa:16:3e:e7:16:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:34Z', 'updated_at': '2021-05-04T17:02:45Z', 'revision_number': 4, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'subnets': [{'id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:02:47.951806 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-1b5c21d6-a101-4a0b-a94c-632593679d44 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:47.952699 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7536dad9-b06c-4619-9e07-242598555cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:47.959787 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561ce145-f393-45fa-b9d3-3771b668cdab admin admin] Made reservation on behalf of daef28cf2981433ca0555138a99f2ce6 for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:02:47.962083 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-561ce145-f393-45fa-b9d3-3771b668cdab admin admin] Notify callbacks [] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:47.974065 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-af0fd7bd-0fc8-4d20-846e-63cafd3f1b51 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:48.057615 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1b5c21d6-a101-4a0b-a94c-632593679d44 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:48.110781 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-6f1b263d-cd4d-4002-ab29-9aa73d60e1f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49576ad359584b2f9c9f8ad17f0cf503&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0796089 May 04 17:02:48.175965 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 46798) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:48.182381 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-1b5c21d6-a101-4a0b-a94c-632593679d44 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:48.224623 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 718b8019-836f-4101-b861-85fba12b4299 up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:02:48.228154 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-1b5c21d6-a101-4a0b-a94c-632593679d44 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Usage tracker for resource:security_group_rule and tenant:a83b14f849204c3cac0cfd0b7b059636 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:48.239288 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b263d-cd4d-4002-ab29-9aa73d60e1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf087c43-3bfe-4cc0-b878-b1237ee52bf1,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:48.241299 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-1b5c21d6-a101-4a0b-a94c-632593679d44 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:48.256231 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-1b5c21d6-a101-4a0b-a94c-632593679d44 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:48.287994 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6f1b263d-cd4d-4002-ab29-9aa73d60e1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:48.290253 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b13574d3-a53e-471f-adca-8be16676c07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:48.323349 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536dad9-b06c-4619-9e07-242598555cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be85a38-7a4b-4a0a-a48f-16b42daf434a,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:48.344906 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-7536dad9-b06c-4619-9e07-242598555cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:48.361544 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7536dad9-b06c-4619-9e07-242598555cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:48.362721 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-7536dad9-b06c-4619-9e07-242598555cba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3be85a38-7a4b-4a0a-a48f-16b42daf434a HTTP/1.1" status: 204 len: 168 time: 2.2304215 May 04 17:02:48.401662 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:48.420612 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f64ad0-cc9f-4b42-8dde-d6b0ed13db7f req-6247b414-b320-4934-9ca4-b0f9b4e7e0ab tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:48.422520 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-44f64ad0-cc9f-4b42-8dde-d6b0ed13db7f req-6247b414-b320-4934-9ca4-b0f9b4e7e0ab tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd545642-869e-44b9-8be3-b8f1a9ca301f HTTP/1.1" status: 200 len: 943 time: 0.6269913 May 04 17:02:48.496590 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1b5c21d6-a101-4a0b-a94c-632593679d44 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:48.498897 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-af0fd7bd-0fc8-4d20-846e-63cafd3f1b51 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Allocated IP 172.28.3.205 (1fe869af-eee2-4a76-a542-2bd1a37527f5/ac6ef9b7-a26d-4df8-9aa7-613a10e1e621/6a9597c6-db5e-49a1-b59a-ff22a4d29c3f) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:02:48.514660 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1b5c21d6-a101-4a0b-a94c-632593679d44 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:48.545833 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-63718b54-9296-4583-8c8f-8b129d2c3c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:48.565474 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:48.599364 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-44f64ad0-cc9f-4b42-8dde-d6b0ed13db7f req-7fcbb1e7-d5bf-4bb1-8152-95e759620724 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/security-groups?id=2aa1d914-adff-4956-8274-1f75b07db826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673903 May 04 17:02:48.651822 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning for port 718b8019-836f-4101-b861-85fba12b4299 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:02:48.676354 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 718b8019-836f-4101-b861-85fba12b4299 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:02:48.677226 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:48.838667 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1b5c21d6-a101-4a0b-a94c-632593679d44 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:48.840095 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-1b5c21d6-a101-4a0b-a94c-632593679d44 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9576690 May 04 17:02:48.856354 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-63718b54-9296-4583-8c8f-8b129d2c3c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:48.880951 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 46816) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:48.881661 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c21d6-a101-4a0b-a94c-632593679d44 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1577035e-9514-4cb5-8b77-6fd5c1a769da,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:48.905244 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1b5c21d6-a101-4a0b-a94c-632593679d44 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:48.930059 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-d9042cb2-84c3-4e12-bbae-5af2f7a55cd8 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Request body: {'security_group_rule': {'security_group_id': '1577035e-9514-4cb5-8b77-6fd5c1a769da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:02:48.932869 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:48.946179 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-d9042cb2-84c3-4e12-bbae-5af2f7a55cd8 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:48.958889 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8a5208b9-d31a-41ae-8c4c-f89299d48fc4 None None] Notify callbacks [] for port, precommit_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:48.971509 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-d9042cb2-84c3-4e12-bbae-5af2f7a55cd8 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Usage tracker for resource:security_group_rule and tenant:a83b14f849204c3cac0cfd0b7b059636 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:48.981300 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-d9042cb2-84c3-4e12-bbae-5af2f7a55cd8 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:48.997462 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8a5208b9-d31a-41ae-8c4c-f89299d48fc4 None None] Transition to ACTIVE for port object abd15b3c-c504-4f2b-9572-88c2e75c536a will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:02:49.008067 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] For port 718b8019-836f-4101-b861-85fba12b4299, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=718b8019-836f-4101-b861-85fba12b4299,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:02:49.010567 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8a5208b9-d31a-41ae-8c4c-f89299d48fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:49.017884 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:49.032309 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-d9042cb2-84c3-4e12-bbae-5af2f7a55cd8 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:49.070357 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:49.105777 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-af0fd7bd-0fc8-4d20-846e-63cafd3f1b51 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:49.117400 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d9042cb2-84c3-4e12-bbae-5af2f7a55cd8 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:49.148465 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-63718b54-9296-4583-8c8f-8b129d2c3c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:49.156898 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 46822) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:49.194070 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:49.196505 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-561ce145-f393-45fa-b9d3-3771b668cdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:49.244102 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:49.248385 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cb371-8a56-4b5a-85f9-2c4fc3498bc8 None None] Pushing event updated for resources: {'Port': ['ID=abd15b3c-c504-4f2b-9572-88c2e75c536a,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:49.251447 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63718b54-9296-4583-8c8f-8b129d2c3c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf087c43-3bfe-4cc0-b878-b1237ee52bf1,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:49.266715 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-bb8cb371-8a56-4b5a-85f9-2c4fc3498bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:49.270688 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-63718b54-9296-4583-8c8f-8b129d2c3c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:49.285117 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:49.300320 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-63718b54-9296-4583-8c8f-8b129d2c3c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:49.304422 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-63718b54-9296-4583-8c8f-8b129d2c3c81 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf087c43-3bfe-4cc0-b878-b1237ee52bf1 HTTP/1.1" status: 204 len: 168 time: 1.1273162 May 04 17:02:49.337655 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-32b575d7-7b04-4f3b-a3ee-618d788a4b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:49.349631 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d9042cb2-84c3-4e12-bbae-5af2f7a55cd8 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:49.363146 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d9042cb2-84c3-4e12-bbae-5af2f7a55cd8 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559949'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:49.365505 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:49.419325 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-af0fd7bd-0fc8-4d20-846e-63cafd3f1b51 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:49.440829 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9042cb2-84c3-4e12-bbae-5af2f7a55cd8 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93923ee4-259a-450e-abdb-7139246a0363,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:49.454436 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d9042cb2-84c3-4e12-bbae-5af2f7a55cd8 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:49.456392 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:49.463728 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Pushing event updated for resources: {'Port': ['ID=718b8019-836f-4101-b861-85fba12b4299,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:49.485774 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-32b575d7-7b04-4f3b-a3ee-618d788a4b8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:49.514547 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:49.549723 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d9042cb2-84c3-4e12-bbae-5af2f7a55cd8 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:49.550913 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-d9042cb2-84c3-4e12-bbae-5af2f7a55cd8 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6593692 May 04 17:02:49.551950 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-32b575d7-7b04-4f3b-a3ee-618d788a4b8e admin admin] Usage tracker for resource:security_group_rule and tenant:ba499cdb154642d085818544f346a371 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:49.555075 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-8a5208b9-d31a-41ae-8c4c-f89299d48fc4 None None] Attempting to bind port abd15b3c-c504-4f2b-9572-88c2e75c536a on host dv-cinder-789603-1-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:02:49.555827 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-8a5208b9-d31a-41ae-8c4c-f89299d48fc4 None None] Attempting to bind port abd15b3c-c504-4f2b-9572-88c2e75c536a by drivers openvswitch,hyperv on host dv-cinder-789603-1-smb at level 0 using segments [{'id': '87e26b66-4b3d-4536-a9b9-7fc8bc86198c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:02:49.555827 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5208b9-d31a-41ae-8c4c-f89299d48fc4 None None] Attempting to bind port abd15b3c-c504-4f2b-9572-88c2e75c536a on network 23df80bd-2b5c-4d29-962a-2ad738e32bba {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:02:49.565247 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 46836) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:49.568925 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5208b9-d31a-41ae-8c4c-f89299d48fc4 None None] Checking agent: {'id': 'f75b5240-9bcf-4890-b7dd-e1b2d86769d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 16, 54, 46), 'started_at': datetime.datetime(2021, 5, 4, 16, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:02:49.569307 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5208b9-d31a-41ae-8c4c-f89299d48fc4 None None] Checking segment: {'id': '87e26b66-4b3d-4536-a9b9-7fc8bc86198c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:02:49.569743 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8a5208b9-d31a-41ae-8c4c-f89299d48fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:49.570148 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5208b9-d31a-41ae-8c4c-f89299d48fc4 None None] Bound using segment: {'id': '87e26b66-4b3d-4536-a9b9-7fc8bc86198c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:02:49.570630 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-8a5208b9-d31a-41ae-8c4c-f89299d48fc4 None None] Bound port: abd15b3c-c504-4f2b-9572-88c2e75c536a, host: dv-cinder-789603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e26b66-4b3d-4536-a9b9-7fc8bc86198c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:02:49.571014 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8a5208b9-d31a-41ae-8c4c-f89299d48fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:49.574402 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0fd7bd-0fc8-4d20-846e-63cafd3f1b51 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Network 1fe869af-eee2-4a76-a542-2bd1a37527f5 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:02:49.582063 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-af0fd7bd-0fc8-4d20-846e-63cafd3f1b51 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:02:49.588884 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0fd7bd-0fc8-4d20-846e-63cafd3f1b51 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:02:49.595233 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0fd7bd-0fc8-4d20-846e-63cafd3f1b51 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Pushing event updated for resources: {'Port': ['ID=6a9597c6-db5e-49a1-b59a-ff22a4d29c3f,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:49.599080 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-af0fd7bd-0fc8-4d20-846e-63cafd3f1b51 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:49.609775 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-32b575d7-7b04-4f3b-a3ee-618d788a4b8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:49.628668 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-5bb91c6b-d816-404d-a1a4-ebf26c675419 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Request body: {'security_group_rule': {'security_group_id': '1577035e-9514-4cb5-8b77-6fd5c1a769da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:02:49.648599 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ce145-f393-45fa-b9d3-3771b668cdab admin admin] Pushing event updated for resources: {'Subnet': ['ID=b510cf59-46a9-4ad5-8128-83a310ed20de,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:49.669416 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-561ce145-f393-45fa-b9d3-3771b668cdab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:49.678894 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-32b575d7-7b04-4f3b-a3ee-618d788a4b8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:49.681930 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-5bb91c6b-d816-404d-a1a4-ebf26c675419 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:49.688513 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561ce145-f393-45fa-b9d3-3771b668cdab admin admin] Checking segment: {'id': '5948ca53-bf91-4ba8-bd91-9350cbf15c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2db32106-b29c-46ce-9d2a-44c0b281ba34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:02:49.689573 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561ce145-f393-45fa-b9d3-3771b668cdab admin admin] Network hostable DHCP agents. Network: 2db32106-b29c-46ce-9d2a-44c0b281ba34, hostable agents: ['e7f1f9ba-e089-4d30-a3bb-ec752cbc6168'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:02:49.712035 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-af0fd7bd-0fc8-4d20-846e-63cafd3f1b51 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:49.716901 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-5bb91c6b-d816-404d-a1a4-ebf26c675419 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Usage tracker for resource:security_group_rule and tenant:a83b14f849204c3cac0cfd0b7b059636 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:49.802321 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-5bb91c6b-d816-404d-a1a4-ebf26c675419 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:49.805546 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-8a5208b9-d31a-41ae-8c4c-f89299d48fc4 None None] For port abd15b3c-c504-4f2b-9572-88c2e75c536a, host dv-cinder-789603-1-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:02:49.813569 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-8a5208b9-d31a-41ae-8c4c-f89299d48fc4 None None] For port abd15b3c-c504-4f2b-9572-88c2e75c536a, host dv-cinder-789603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=abd15b3c-c504-4f2b-9572-88c2e75c536a,segment=NetworkSegment(87e26b66-4b3d-4536-a9b9-7fc8bc86198c),segment_id=87e26b66-4b3d-4536-a9b9-7fc8bc86198c)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:02:49.821224 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8a5208b9-d31a-41ae-8c4c-f89299d48fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:49.825104 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:49.847233 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-5bb91c6b-d816-404d-a1a4-ebf26c675419 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:49.867623 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-af0fd7bd-0fc8-4d20-846e-63cafd3f1b51 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:49.924978 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5208b9-d31a-41ae-8c4c-f89299d48fc4 None None] Routers {'928fe277-0f81-4817-a076-42d113632636'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:02:49.925734 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-8a5208b9-d31a-41ae-8c4c-f89299d48fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:02:46Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['928fe277-0f81-4817-a076-42d113632636'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:02:49.987381 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-32b575d7-7b04-4f3b-a3ee-618d788a4b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:50.034256 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cb371-8a56-4b5a-85f9-2c4fc3498bc8 None None] Pushing event updated for resources: {'Port': ['ID=abd15b3c-c504-4f2b-9572-88c2e75c536a,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:50.045060 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-32b575d7-7b04-4f3b-a3ee-618d788a4b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:50.056652 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-bb8cb371-8a56-4b5a-85f9-2c4fc3498bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:50.061809 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e9553d93-2b3e-47ae-819a-1f376047bc40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:50.199734 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b575d7-7b04-4f3b-a3ee-618d788a4b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff73751-ca67-478b-bd57-6acbf55207fc,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:50.200406 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 718b8019-836f-4101-b861-85fba12b4299 up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:02:50.221548 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-32b575d7-7b04-4f3b-a3ee-618d788a4b8e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba499cdb154642d085818544f346a371&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0585797 May 04 17:02:50.225232 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-32b575d7-7b04-4f3b-a3ee-618d788a4b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:50.228598 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 46866) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:50.237840 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5bb91c6b-d816-404d-a1a4-ebf26c675419 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:50.280194 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561ce145-f393-45fa-b9d3-3771b668cdab admin admin] Network 2db32106-b29c-46ce-9d2a-44c0b281ba34 is scheduled to be hosted by DHCP agent e7f1f9ba-e089-4d30-a3bb-ec752cbc6168 with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:02:50.306862 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-561ce145-f393-45fa-b9d3-3771b668cdab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-smb, 2db32106-b29c-46ce-9d2a-44c0b281ba34) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:02:50.321164 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561ce145-f393-45fa-b9d3-3771b668cdab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:50.322345 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-561ce145-f393-45fa-b9d3-3771b668cdab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:50.324422 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7333fce3-93b3-4d8a-a9bc-5cd5830c8270 None None] Network 2db32106-b29c-46ce-9d2a-44c0b281ba34 requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:02:50.361948 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5bb91c6b-d816-404d-a1a4-ebf26c675419 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:50.383229 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5bb91c6b-d816-404d-a1a4-ebf26c675419 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559949'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:50.395406 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76952d6-1a62-4e74-90ba-22ee262439bd req-d861dc9b-82cb-4ae4-b3a7-0f791a9fb7aa tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:50.396986 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d76952d6-1a62-4e74-90ba-22ee262439bd req-d861dc9b-82cb-4ae4-b3a7-0f791a9fb7aa tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd545642-869e-44b9-8be3-b8f1a9ca301f HTTP/1.1" status: 200 len: 943 time: 0.5808549 May 04 17:02:50.401681 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:50.415596 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-561ce145-f393-45fa-b9d3-3771b668cdab admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.7617559 May 04 17:02:50.444785 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb91c6b-d816-404d-a1a4-ebf26c675419 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0114371b-27d0-4fad-a574-1c2f2c32a162,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:50.457008 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5bb91c6b-d816-404d-a1a4-ebf26c675419 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:50.458398 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-5bb91c6b-d816-404d-a1a4-ebf26c675419 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8830826 May 04 17:02:50.461074 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5bb91c6b-d816-404d-a1a4-ebf26c675419 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:50.461904 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 46884) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:50.478960 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-03e3250b-2f27-4a35-bbf4-8f47d8ba1732 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Request body: {'floatingip': {'floating_network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:02:50.489583 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-03e3250b-2f27-4a35-bbf4-8f47d8ba1732 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:50.509450 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d76952d6-1a62-4e74-90ba-22ee262439bd req-489adaac-f073-4aa4-a331-ae4d27348c76 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/security-groups?id=2aa1d914-adff-4956-8274-1f75b07db826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977495 May 04 17:02:50.512808 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-03e3250b-2f27-4a35-bbf4-8f47d8ba1732 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Usage tracker for resource:floatingip and tenant:a83b14f849204c3cac0cfd0b7b059636 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:50.526216 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-03e3250b-2f27-4a35-bbf4-8f47d8ba1732 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:50.534251 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-03e3250b-2f27-4a35-bbf4-8f47d8ba1732 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:50.540730 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-8a5208b9-d31a-41ae-8c4c-f89299d48fc4 None None] Set router 928fe277-0f81-4817-a076-42d113632636 gateway port host: dv-cinder-789603-1-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:02:50.546812 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-03e3250b-2f27-4a35-bbf4-8f47d8ba1732 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for floatingip, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:50.622166 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-472e25e6-0ff5-494b-94b2-14a55e0b9e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:50.660849 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 46896) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:50.671661 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 718b8019-836f-4101-b861-85fba12b4299 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:02:50.672043 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:50.727838 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-03e3250b-2f27-4a35-bbf4-8f47d8ba1732 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:50.784760 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-af0fd7bd-0fc8-4d20-846e-63cafd3f1b51 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:50.812594 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-af0fd7bd-0fc8-4d20-846e-63cafd3f1b51 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:50.853626 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-472e25e6-0ff5-494b-94b2-14a55e0b9e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:50.862059 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-68ba451b-5d96-4f6c-b946-a49519b900e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:50.965758 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-03e3250b-2f27-4a35-bbf4-8f47d8ba1732 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Allocated IP 172.28.3.78 (1fe869af-eee2-4a76-a542-2bd1a37527f5/ac6ef9b7-a26d-4df8-9aa7-613a10e1e621/04605f7a-385a-4e06-975e-4f53091d4e15) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:02:50.986199 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-af0fd7bd-0fc8-4d20-846e-63cafd3f1b51 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785499'] for floatingip, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:51.024847 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ce7c842-b4af-4f8c-a54c-178eafc4627a admin admin] Deleting subnet 391e0b18-1cd3-438e-ac4c-df6bda935f1c {{(pid=73810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:02:51.034413 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0fd7bd-0fc8-4d20-846e-63cafd3f1b51 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Pushing event updated for resources: {'Port': ['ID=6a9597c6-db5e-49a1-b59a-ff22a4d29c3f,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:51.036866 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8ce7c842-b4af-4f8c-a54c-178eafc4627a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:51.089058 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-af0fd7bd-0fc8-4d20-846e-63cafd3f1b51 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:51.122738 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-af0fd7bd-0fc8-4d20-846e-63cafd3f1b51 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for floatingip, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:51.127846 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-af0fd7bd-0fc8-4d20-846e-63cafd3f1b51 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7000008 May 04 17:02:51.154141 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8ce7c842-b4af-4f8c-a54c-178eafc4627a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:51.175663 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8ce7c842-b4af-4f8c-a54c-178eafc4627a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1962431'] for subnet, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:51.210836 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-03e3250b-2f27-4a35-bbf4-8f47d8ba1732 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:51.265127 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-03e3250b-2f27-4a35-bbf4-8f47d8ba1732 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:51.279416 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4d5e0307-f11a-4314-a1d1-6d91b53f9ffb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:51.288570 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device a6961c2c-97de-47af-a847-f69d18fc4fce details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:02:51.341766 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0ab963-8d4d-44fc-a0cd-0e7b5149d350 None None] Network 2db32106-b29c-46ce-9d2a-44c0b281ba34 requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:02:51.354188 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-472e25e6-0ff5-494b-94b2-14a55e0b9e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:51.370035 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-9faafc9f-f6a4-4a76-a6c0-e49855a1ecad tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:51.389575 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e25e6-0ff5-494b-94b2-14a55e0b9e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff73751-ca67-478b-bd57-6acbf55207fc,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:51.391175 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e3250b-2f27-4a35-bbf4-8f47d8ba1732 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Network 1fe869af-eee2-4a76-a542-2bd1a37527f5 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:02:51.394367 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-03e3250b-2f27-4a35-bbf4-8f47d8ba1732 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:02:51.394762 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-472e25e6-0ff5-494b-94b2-14a55e0b9e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:51.398655 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-472e25e6-0ff5-494b-94b2-14a55e0b9e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:51.399754 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-472e25e6-0ff5-494b-94b2-14a55e0b9e13 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dff73751-ca67-478b-bd57-6acbf55207fc HTTP/1.1" status: 204 len: 168 time: 1.1701813 May 04 17:02:51.413391 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e3250b-2f27-4a35-bbf4-8f47d8ba1732 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:02:51.583122 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3250b-2f27-4a35-bbf4-8f47d8ba1732 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Pushing event updated for resources: {'Port': ['ID=04605f7a-385a-4e06-975e-4f53091d4e15,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:51.600519 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-03e3250b-2f27-4a35-bbf4-8f47d8ba1732 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:51.618685 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8ce7c842-b4af-4f8c-a54c-178eafc4627a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1962422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301'] for subnet, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:51.622961 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:51.642992 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-03e3250b-2f27-4a35-bbf4-8f47d8ba1732 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:51.705903 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7c842-b4af-4f8c-a54c-178eafc4627a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=391e0b18-1cd3-438e-ac4c-df6bda935f1c,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:51.710118 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8ce7c842-b4af-4f8c-a54c-178eafc4627a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:51.723449 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8ce7c842-b4af-4f8c-a54c-178eafc4627a admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:51.734325 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-8ce7c842-b4af-4f8c-a54c-178eafc4627a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/391e0b18-1cd3-438e-ac4c-df6bda935f1c HTTP/1.1" status: 204 len: 168 time: 1.0696976 May 04 17:02:51.734711 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 46956) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:51.752726 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.db.resource_extend [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:02:51.829329 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-da569ccc-215b-4dfe-bc1c-e12799a07d1c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Synchronizing usage tracker for tenant:a530a7f8042040e98a19a0a59ab370ed on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:02:51.959917 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2ac5dadc-9274-480b-b5d4-2326c7c64c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794009'] for network, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:52.012626 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-03e3250b-2f27-4a35-bbf4-8f47d8ba1732 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:52.031197 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 46966) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:52.146455 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port a6961c2c-97de-47af-a847-f69d18fc4fce, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a6961c2c-97de-47af-a847-f69d18fc4fce,segment=NetworkSegment(296458b8-6710-4432-b00c-ef7b30fc1eae),segment_id=296458b8-6710-4432-b00c-ef7b30fc1eae)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:02:52.158541 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-da569ccc-215b-4dfe-bc1c-e12799a07d1c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Unset dirty status for tenant:a530a7f8042040e98a19a0a59ab370ed on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:02:52.159201 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-da569ccc-215b-4dfe-bc1c-e12799a07d1c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1217016198&fields=id&tenant_id=a530a7f8042040e98a19a0a59ab370ed HTTP/1.1" status: 200 len: 267 time: 0.5103860 May 04 17:02:52.173040 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Returning: {'device': 'a6961c2c-97de-47af-a847-f69d18fc4fce', 'network_id': 'fafbc498-7b5c-44ec-a702-9b711149cbed', 'port_id': 'a6961c2c-97de-47af-a847-f69d18fc4fce', 'mac_address': 'fa:16:3e:e9:e4:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e3d581-c3e3-492f-9d93-d9804c77ef1e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:02:52.195950 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2ac5dadc-9274-480b-b5d4-2326c7c64c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902626', 'neutron.services.segments.db._delete_segments_for_network-8730882941489'] for network, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:52.237342 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:52.262060 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-8a5208b9-d31a-41ae-8c4c-f89299d48fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928fe277-0f81-4817-a076-42d113632636', 'name': 'tempest-AttachVolumeTestJSON-1477687982-router', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:24Z', 'updated_at': '2021-05-04T17:02:40Z', 'revision_number': 4, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'gw_port': {'id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:26Z', 'updated_at': '2021-05-04T17:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': 'abd15b3c-c504-4f2b-9572-88c2e75c536a', 'name': '', 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'mac_address': 'fa:16:3e:33:41:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '98153c02-30f1-4f36-87f8-48da6381261d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:36Z', 'updated_at': '2021-05-04T17:02:49Z', 'revision_number': 4, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'subnets': [{'id': '98153c02-30f1-4f36-87f8-48da6381261d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:02:52.269992 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5208b9-d31a-41ae-8c4c-f89299d48fc4 None None] The sync data for ids ['928fe277-0f81-4817-a076-42d113632636'] in dv-cinder-789603-1-smb is: [{'id': '928fe277-0f81-4817-a076-42d113632636', 'name': 'tempest-AttachVolumeTestJSON-1477687982-router', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:24Z', 'updated_at': '2021-05-04T17:02:40Z', 'revision_number': 4, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'gw_port': {'id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:26Z', 'updated_at': '2021-05-04T17:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': 'abd15b3c-c504-4f2b-9572-88c2e75c536a', 'name': '', 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'mac_address': 'fa:16:3e:33:41:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '98153c02-30f1-4f36-87f8-48da6381261d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:36Z', 'updated_at': '2021-05-04T17:02:49Z', 'revision_number': 4, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'subnets': [{'id': '98153c02-30f1-4f36-87f8-48da6381261d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:02:52.269992 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6961c2c-97de-47af-a847-f69d18fc4fce {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:02:52.328800 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port a6961c2c-97de-47af-a847-f69d18fc4fce, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a6961c2c-97de-47af-a847-f69d18fc4fce,segment=NetworkSegment(296458b8-6710-4432-b00c-ef7b30fc1eae),segment_id=296458b8-6710-4432-b00c-ef7b30fc1eae)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:02:52.346513 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:52.350226 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:52.419066 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2ac5dadc-9274-480b-b5d4-2326c7c64c6b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:02:52.419520 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2ac5dadc-9274-480b-b5d4-2326c7c64c6b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:02:52.420145 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2ac5dadc-9274-480b-b5d4-2326c7c64c6b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:02:52.420504 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2ac5dadc-9274-480b-b5d4-2326c7c64c6b admin admin] Subscribe: > port after_create 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:02:52.420837 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2ac5dadc-9274-480b-b5d4-2326c7c64c6b admin admin] Subscribe: > port after_delete 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:02:52.421162 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2ac5dadc-9274-480b-b5d4-2326c7c64c6b admin admin] Subscribe: > port after_update 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:02:52.422029 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2ac5dadc-9274-480b-b5d4-2326c7c64c6b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:02:52.422338 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2ac5dadc-9274-480b-b5d4-2326c7c64c6b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:02:52.422646 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2ac5dadc-9274-480b-b5d4-2326c7c64c6b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:02:52.422953 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2ac5dadc-9274-480b-b5d4-2326c7c64c6b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:02:52.423055 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84c8f2-cabe-43ab-9ce9-5d89f5f29725 req-13a367fd-4ba5-44b0-97c4-8c94b5c58378 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:52.424520 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ce84c8f2-cabe-43ab-9ce9-5d89f5f29725 req-13a367fd-4ba5-44b0-97c4-8c94b5c58378 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd545642-869e-44b9-8be3-b8f1a9ca301f HTTP/1.1" status: 200 len: 943 time: 0.6518877 May 04 17:02:52.498468 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=a6961c2c-97de-47af-a847-f69d18fc4fce,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:52.509696 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:52.555046 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ce84c8f2-cabe-43ab-9ce9-5d89f5f29725 req-0f491257-f50f-4937-90a8-d5902479f174 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/security-groups?id=2aa1d914-adff-4956-8274-1f75b07db826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204884 May 04 17:02:52.562041 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-1260d81f-a8bf-41be-8512-ade248a497d3 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:52.563038 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-1260d81f-a8bf-41be-8512-ade248a497d3 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Synchronizing usage tracker for tenant:a530a7f8042040e98a19a0a59ab370ed on resource:network {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:02:52.589274 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['a6961c2c-97de-47af-a847-f69d18fc4fce'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:02:52.642583 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-1260d81f-a8bf-41be-8512-ade248a497d3 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Unset dirty status for tenant:a530a7f8042040e98a19a0a59ab370ed on resource:network {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:02:52.643189 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-1260d81f-a8bf-41be-8512-ade248a497d3 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/networks?id=805702bb-73e1-49e9-949a-99d683f18b45 HTTP/1.1" status: 200 len: 817 time: 0.4727139 May 04 17:02:52.664605 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-03e3250b-2f27-4a35-bbf4-8f47d8ba1732 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:52.680017 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-a675310a-c475-484b-9579-34a68d52def1 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/quotas/a530a7f8042040e98a19a0a59ab370ed HTTP/1.1" status: 200 len: 375 time: 0.0299814 May 04 17:02:52.685459 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-03e3250b-2f27-4a35-bbf4-8f47d8ba1732 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:52.792779 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:52.823979 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2ac5dadc-9274-480b-b5d4-2326c7c64c6b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:02:52.824318 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2ac5dadc-9274-480b-b5d4-2326c7c64c6b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:02:52.824671 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2ac5dadc-9274-480b-b5d4-2326c7c64c6b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:02:52.824993 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2ac5dadc-9274-480b-b5d4-2326c7c64c6b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:02:52.825350 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-2ac5dadc-9274-480b-b5d4-2326c7c64c6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0880a70-bbb4-424c-91d4-e95e0e655307']}} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:02:52.864690 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-2ac5dadc-9274-480b-b5d4-2326c7c64c6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9a99c9-8002-4b7a-8d94-f6945d07a24f') {'for_net_delete': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:02:52.865051 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-2ac5dadc-9274-480b-b5d4-2326c7c64c6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9a99c9-8002-4b7a-8d94-f6945d07a24f') {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:02:52.880048 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2ac5dadc-9274-480b-b5d4-2326c7c64c6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730882953063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2356480'] for segment, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:52.900452 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2ac5dadc-9274-480b-b5d4-2326c7c64c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:52.916859 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac5dadc-9274-480b-b5d4-2326c7c64c6b admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=73810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:02:52.982762 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-03e3250b-2f27-4a35-bbf4-8f47d8ba1732 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785499'] for floatingip, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:53.032249 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a1af1ccd-6f5e-4a03-8325-519b80d10beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:53.054587 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-a1af1ccd-6f5e-4a03-8325-519b80d10beb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:53.058434 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-a1af1ccd-6f5e-4a03-8325-519b80d10beb admin admin] Usage tracker for resource:security_group_rule and tenant:911c3fcb340c484e966dc673e52b7929 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:53.060783 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3250b-2f27-4a35-bbf4-8f47d8ba1732 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Pushing event updated for resources: {'Port': ['ID=04605f7a-385a-4e06-975e-4f53091d4e15,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:53.062123 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-a1af1ccd-6f5e-4a03-8325-519b80d10beb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:53.069208 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-a1af1ccd-6f5e-4a03-8325-519b80d10beb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:53.071618 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-03e3250b-2f27-4a35-bbf4-8f47d8ba1732 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:53.106461 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-667d1fc8-d8c5-4d78-8042-e7b0aa8e3ff8 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a530a7f8042040e98a19a0a59ab370ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4162390 May 04 17:02:53.107449 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-03e3250b-2f27-4a35-bbf4-8f47d8ba1732 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:53.108601 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-03e3250b-2f27-4a35-bbf4-8f47d8ba1732 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6370847 May 04 17:02:53.192823 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device a6961c2c-97de-47af-a847-f69d18fc4fce up at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:02:53.345816 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning for port a6961c2c-97de-47af-a847-f69d18fc4fce completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:02:53.353004 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning complete for port a6961c2c-97de-47af-a847-f69d18fc4fce triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:02:53.354287 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:53.407735 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-2ac5dadc-9274-480b-b5d4-2326c7c64c6b admin admin] Network e0880a70-bbb4-424c-91d4-e95e0e655307 has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:02:53.437510 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2ac5dadc-9274-480b-b5d4-2326c7c64c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1964778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2562367'] for segment, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:53.469685 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-4b7d1118-7de7-4342-9a8a-a2fe660643d4 service neutron] 10.222.0.24 "GET /v2.0/networks/805702bb-73e1-49e9-949a-99d683f18b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482075 May 04 17:02:53.713026 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-339779ff-cf2e-414f-9007-39f84b2cc4b7 service neutron] 10.222.0.24 "GET /v2.0/networks/805702bb-73e1-49e9-949a-99d683f18b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353957 May 04 17:02:53.713755 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a1af1ccd-6f5e-4a03-8325-519b80d10beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:53.779100 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:53.801118 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-7f1ecd5b-7a7b-4b54-b4e5-1fdbf4263d72 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Synchronizing usage tracker for tenant:a83b14f849204c3cac0cfd0b7b059636 on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:02:53.838532 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a1af1ccd-6f5e-4a03-8325-519b80d10beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:53.855470 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd545642-869e-44b9-8be3-b8f1a9ca301f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6961c2c-97de-47af-a847-f69d18fc4fce'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:02:53.867896 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-7f1ecd5b-7a7b-4b54-b4e5-1fdbf4263d72 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Unset dirty status for tenant:a83b14f849204c3cac0cfd0b7b059636 on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:02:53.869080 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-7f1ecd5b-7a7b-4b54-b4e5-1fdbf4263d72 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1925245278&fields=id&tenant_id=a83b14f849204c3cac0cfd0b7b059636 HTTP/1.1" status: 200 len: 267 time: 0.1510038 May 04 17:02:53.881412 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:53.919269 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-2ac5dadc-9274-480b-b5d4-2326c7c64c6b admin admin] Network e0880a70-bbb4-424c-91d4-e95e0e655307 has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:02:54.001767 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port a6961c2c-97de-47af-a847-f69d18fc4fce, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a6961c2c-97de-47af-a847-f69d18fc4fce,segment=NetworkSegment(296458b8-6710-4432-b00c-ef7b30fc1eae),segment_id=296458b8-6710-4432-b00c-ef7b30fc1eae)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:02:54.007997 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:54.011215 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:54.174833 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=a6961c2c-97de-47af-a847-f69d18fc4fce,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:54.178761 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:54.237434 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device abd15b3c-c504-4f2b-9572-88c2e75c536a up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:02:54.286180 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-cab60c4a-d1b0-4150-ab79-d4fc18d4ab5c tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:54.287165 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-cab60c4a-d1b0-4150-ab79-d4fc18d4ab5c tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Synchronizing usage tracker for tenant:a83b14f849204c3cac0cfd0b7b059636 on resource:network {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: from cryptography.utils import int_from_bytes May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: from cryptography.utils import int_from_bytes May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: Traceback (most recent call last): May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: timer() May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: cb(*args, **kw) May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: return func(*args, **kwargs) May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: self._notify() May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: self.callback(batched_events) May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: event.method(event) May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: return f(self, *a, **k) May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: return self._get(url).json() May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: return self.request(url, 'GET', **kwargs) May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:02:54.300206 dv-cinder-789603-1-smb neutron-server[73810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:02:54.305252 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-a1af1ccd-6f5e-4a03-8325-519b80d10beb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=911c3fcb340c484e966dc673e52b7929&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2664335 May 04 17:02:54.305252 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af1ccd-6f5e-4a03-8325-519b80d10beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4758c3-b4ab-4568-bb60-3cae197965c8,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:54.310266 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a1af1ccd-6f5e-4a03-8325-519b80d10beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:54.327592 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 47070) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:54.340488 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning for port abd15b3c-c504-4f2b-9572-88c2e75c536a completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:02:54.348856 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port abd15b3c-c504-4f2b-9572-88c2e75c536a triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:02:54.349285 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:54.390872 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-cab60c4a-d1b0-4150-ab79-d4fc18d4ab5c tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Unset dirty status for tenant:a83b14f849204c3cac0cfd0b7b059636 on resource:network {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:02:54.393691 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-cab60c4a-d1b0-4150-ab79-d4fc18d4ab5c tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/networks?id=23df80bd-2b5c-4d29-962a-2ad738e32bba HTTP/1.1" status: 200 len: 811 time: 0.5142157 May 04 17:02:54.420143 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-5d2a461a-a724-4702-8de8-de3353b0f42e tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/quotas/a83b14f849204c3cac0cfd0b7b059636 HTTP/1.1" status: 200 len: 375 time: 0.0165699 May 04 17:02:54.442568 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb0a7e-054c-4a9b-942d-7439494e03a7 req-e9683106-24c4-4282-98f3-3e120bec1ae3 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:54.442701 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2ac5dadc-9274-480b-b5d4-2326c7c64c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785481'] for network, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:54.444799 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f2cb0a7e-054c-4a9b-942d-7439494e03a7 req-e9683106-24c4-4282-98f3-3e120bec1ae3 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd545642-869e-44b9-8be3-b8f1a9ca301f HTTP/1.1" status: 200 len: 945 time: 0.1533887 May 04 17:02:54.450397 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2ac5dadc-9274-480b-b5d4-2326c7c64c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:54.461065 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0d429e34-e3ff-4991-a32b-94b22efdb327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:54.485254 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-2ac5dadc-9274-480b-b5d4-2326c7c64c6b admin admin] 10.222.0.24 "DELETE /v2.0/networks/e0880a70-bbb4-424c-91d4-e95e0e655307 HTTP/1.1" status: 204 len: 168 time: 2.7491732 May 04 17:02:54.488385 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 47080) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:54.498548 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5dadc-9274-480b-b5d4-2326c7c64c6b admin admin] Pushing event deleted for resources: {'Network': ['ID=e0880a70-bbb4-424c-91d4-e95e0e655307,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:54.518386 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-2ac5dadc-9274-480b-b5d4-2326c7c64c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:54.537911 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0aa93bb2-e727-42c2-8bde-6f47c9ce6a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:54.584904 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0aa93bb2-e727-42c2-8bde-6f47c9ce6a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:54.590459 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9cd8718-0211-4279-949a-0948b4d45f27 admin admin] Deleting subnet b510cf59-46a9-4ad5-8128-83a310ed20de {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:02:54.601454 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 47090) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:54.608462 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b9cd8718-0211-4279-949a-0948b4d45f27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:54.658380 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0aa93bb2-e727-42c2-8bde-6f47c9ce6a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:54.666808 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:54.673687 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:54.684188 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa93bb2-e727-42c2-8bde-6f47c9ce6a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4758c3-b4ab-4568-bb60-3cae197965c8,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:54.692765 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f2cb0a7e-054c-4a9b-942d-7439494e03a7 req-1ebe12bf-617c-4af7-86d8-6dd412988ae4 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/security-groups?id=2aa1d914-adff-4956-8274-1f75b07db826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050955 May 04 17:02:54.710885 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0aa93bb2-e727-42c2-8bde-6f47c9ce6a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:54.710885 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0aa93bb2-e727-42c2-8bde-6f47c9ce6a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:54.710885 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-0aa93bb2-e727-42c2-8bde-6f47c9ce6a1c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a4758c3-b4ab-4568-bb60-3cae197965c8 HTTP/1.1" status: 204 len: 168 time: 0.3728306 May 04 17:02:54.755304 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b9cd8718-0211-4279-949a-0948b4d45f27 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:54.807573 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] For port abd15b3c-c504-4f2b-9572-88c2e75c536a, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=abd15b3c-c504-4f2b-9572-88c2e75c536a,segment=NetworkSegment(87e26b66-4b3d-4536-a9b9-7fc8bc86198c),segment_id=87e26b66-4b3d-4536-a9b9-7fc8bc86198c)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:02:54.818250 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:54.819549 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-ad8940d4-e6d3-438f-a111-f652b38b0540 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a83b14f849204c3cac0cfd0b7b059636&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3920262 May 04 17:02:54.829286 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b9cd8718-0211-4279-949a-0948b4d45f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1962431'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:54.836313 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:54.942144 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6d4aadfd-25c8-4c2a-b35d-24f536f2ee8e req-adba200e-37d3-485a-8f14-d50864a91675 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 210 time: 0.1439834 May 04 17:02:54.949919 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Pushing event updated for resources: {'Port': ['ID=abd15b3c-c504-4f2b-9572-88c2e75c536a,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:54.955037 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:55.100173 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-30000d76-6684-48e3-943a-0249ac1e0935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:55.135245 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-30000d76-6684-48e3-943a-0249ac1e0935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:55.139419 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-30000d76-6684-48e3-943a-0249ac1e0935 admin admin] Usage tracker for resource:security_group_rule and tenant:07f8eb1a42fb44cd85d20dc5ea55a358 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:55.143172 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-30000d76-6684-48e3-943a-0249ac1e0935 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:55.149506 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-30000d76-6684-48e3-943a-0249ac1e0935 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:55.203404 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 47126) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:55.347724 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-30000d76-6684-48e3-943a-0249ac1e0935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:55.357475 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-30000d76-6684-48e3-943a-0249ac1e0935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:55.362259 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 47132) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:55.366862 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-771acf40-f03b-4d4c-afec-1fb495637e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:55.390486 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ca5c08ce-b2c7-4995-a76e-352b8bfbd63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:55.406032 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30000d76-6684-48e3-943a-0249ac1e0935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfc5c0a-2f81-4a66-bc2c-8e2c7d5483b0,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:55.411949 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b9cd8718-0211-4279-949a-0948b4d45f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1962422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:55.419068 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-30000d76-6684-48e3-943a-0249ac1e0935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:55.429869 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:55.439656 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-ca5c08ce-b2c7-4995-a76e-352b8bfbd63b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:55.477426 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-30000d76-6684-48e3-943a-0249ac1e0935 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07f8eb1a42fb44cd85d20dc5ea55a358&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8701639 May 04 17:02:55.482665 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 47140) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:55.488287 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-ca5c08ce-b2c7-4995-a76e-352b8bfbd63b admin admin] Usage tracker for resource:security_group_rule and tenant:3661ce8c91024c77a061787f55f5f67a is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:55.492752 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd8718-0211-4279-949a-0948b4d45f27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b510cf59-46a9-4ad5-8128-83a310ed20de,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:55.502864 dv-cinder-789603-1-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd545642-869e-44b9-8be3-b8f1a9ca301f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6961c2c-97de-47af-a847-f69d18fc4fce', 'code': 200} May 04 17:02:55.503504 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-ca5c08ce-b2c7-4995-a76e-352b8bfbd63b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:55.515693 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b9cd8718-0211-4279-949a-0948b4d45f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:55.520935 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-ca5c08ce-b2c7-4995-a76e-352b8bfbd63b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:55.561619 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-b9cd8718-0211-4279-949a-0948b4d45f27 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b510cf59-46a9-4ad5-8128-83a310ed20de HTTP/1.1" status: 204 len: 168 time: 1.0710776 May 04 17:02:55.563756 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b9cd8718-0211-4279-949a-0948b4d45f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:55.565275 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 47148) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:55.682403 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-21d9fc2f-5480-4e49-83e4-5ef5c4ce8c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:55.802713 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-21d9fc2f-5480-4e49-83e4-5ef5c4ce8c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:55.861821 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ca5c08ce-b2c7-4995-a76e-352b8bfbd63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:55.862886 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-ac352813-493d-4321-9ffa-4e8af6fbde42 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=73809) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:02:55.863998 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-ac352813-493d-4321-9ffa-4e8af6fbde42 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2525270 May 04 17:02:55.867918 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c7564249-2a55-4924-b917-6425e9417f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:55.883137 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ca5c08ce-b2c7-4995-a76e-352b8bfbd63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:55.913264 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6e65508e-5b00-415c-9d14-7b6d42289a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:55.964132 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-ca5c08ce-b2c7-4995-a76e-352b8bfbd63b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3661ce8c91024c77a061787f55f5f67a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6008027 May 04 17:02:55.972763 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 47164) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:55.990002 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c08ce-b2c7-4995-a76e-352b8bfbd63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebe8103-fc4d-4d6a-aba4-fbaf125dd309,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:55.996707 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ca5c08ce-b2c7-4995-a76e-352b8bfbd63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:56.005830 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794009'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:56.011057 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c7564249-2a55-4924-b917-6425e9417f9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:56.027029 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-21d9fc2f-5480-4e49-83e4-5ef5c4ce8c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:56.037772 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3587e2d3-d7f7-411c-a2cf-e7e3df1c4a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:56.063322 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c7564249-2a55-4924-b917-6425e9417f9f admin admin] Usage tracker for resource:security_group_rule and tenant:5eef728f484947948044d7c1193e1dc9 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:56.063660 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9fc2f-5480-4e49-83e4-5ef5c4ce8c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfc5c0a-2f81-4a66-bc2c-8e2c7d5483b0,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:56.075904 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-21d9fc2f-5480-4e49-83e4-5ef5c4ce8c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:56.080808 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-21d9fc2f-5480-4e49-83e4-5ef5c4ce8c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:56.084709 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-21d9fc2f-5480-4e49-83e4-5ef5c4ce8c76 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0cfc5c0a-2f81-4a66-bc2c-8e2c7d5483b0 HTTP/1.1" status: 204 len: 168 time: 0.5932083 May 04 17:02:56.087893 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-041e14ca-e4f3-4f42-a262-58c2304a27aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:56.118469 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-041e14ca-e4f3-4f42-a262-58c2304a27aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:56.161158 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device abd15b3c-c504-4f2b-9572-88c2e75c536a up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:02:56.163070 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c7564249-2a55-4924-b917-6425e9417f9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:56.189571 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-041e14ca-e4f3-4f42-a262-58c2304a27aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:56.195505 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:56.216223 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e14ca-e4f3-4f42-a262-58c2304a27aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebe8103-fc4d-4d6a-aba4-fbaf125dd309,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:56.225047 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-041e14ca-e4f3-4f42-a262-58c2304a27aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:56.226390 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-041e14ca-e4f3-4f42-a262-58c2304a27aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ebe8103-fc4d-4d6a-aba4-fbaf125dd309 HTTP/1.1" status: 204 len: 168 time: 0.2524669 May 04 17:02:56.227478 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-041e14ca-e4f3-4f42-a262-58c2304a27aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:56.261510 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c7564249-2a55-4924-b917-6425e9417f9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:56.332003 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.41', 62191) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:56.336826 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port abd15b3c-c504-4f2b-9572-88c2e75c536a triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:02:56.337203 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:56.514759 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-091fdd34-133d-48fd-ba6e-193f2a23f52e tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:56.516490 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-091fdd34-133d-48fd-ba6e-193f2a23f52e tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.41 "GET /v2.0/networks?id=805702bb-73e1-49e9-949a-99d683f18b45 HTTP/1.1" status: 200 len: 817 time: 0.1835291 May 04 17:02:56.522967 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-d5d9f067-1cd3-4bbe-8540-930011c21b8b service neutron] 10.222.0.24 "GET /v2.0/networks/23df80bd-2b5c-4d29-962a-2ad738e32bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6428978 May 04 17:02:56.580896 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902626', 'neutron.services.segments.db._delete_segments_for_network-8730882941489'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:56.585974 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-9ce8f74c-de08-417f-95a1-9306bd2c9516 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Synchronizing usage tracker for tenant:a530a7f8042040e98a19a0a59ab370ed on resource:security_group {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:02:56.602922 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-9ce8f74c-de08-417f-95a1-9306bd2c9516 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Unset dirty status for tenant:a530a7f8042040e98a19a0a59ab370ed on resource:security_group {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:02:56.603976 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86294a-2a8e-459a-bd79-e1200df3130f req-02003fca-fdaf-4c86-9953-d1cdfa903973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:56.604771 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-9ce8f74c-de08-417f-95a1-9306bd2c9516 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a530a7f8042040e98a19a0a59ab370ed HTTP/1.1" status: 200 len: 380 time: 0.0799251 May 04 17:02:56.605672 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ad86294a-2a8e-459a-bd79-e1200df3130f req-02003fca-fdaf-4c86-9953-d1cdfa903973 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fd545642-869e-44b9-8be3-b8f1a9ca301f HTTP/1.1" status: 200 len: 1098 time: 0.7219284 May 04 17:02:56.614487 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1bef7-0b40-4094-8c9c-961cc668fcf7 req-4be9d2e4-72cc-40c1-bc07-efb590269930 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:56.615917 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-dbc1bef7-0b40-4094-8c9c-961cc668fcf7 req-4be9d2e4-72cc-40c1-bc07-efb590269930 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd545642-869e-44b9-8be3-b8f1a9ca301f HTTP/1.1" status: 200 len: 945 time: 0.6333439 May 04 17:02:56.620633 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-7a3d4f9d-7a25-413a-b7b5-7155f2327e4c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Request body: {'port': {'device_id': 'cd16f888-0898-4b5b-88e7-790b0548e87e', 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'admin_state_up': True, 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'security_groups': ['2f9a2328-77ed-4839-87d4-b7b47f930854']}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:02:56.800975 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-7a3d4f9d-7a25-413a-b7b5-7155f2327e4c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:56.805267 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-7a3d4f9d-7a25-413a-b7b5-7155f2327e4c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Usage tracker for resource:port and tenant:a530a7f8042040e98a19a0a59ab370ed is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:56.808823 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-7a3d4f9d-7a25-413a-b7b5-7155f2327e4c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:56.817308 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-7a3d4f9d-7a25-413a-b7b5-7155f2327e4c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:56.822233 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-ad86294a-2a8e-459a-bd79-e1200df3130f req-43dfef3f-b30f-4b2d-8f63-fffaa29d245d service neutron] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:56.829918 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-7a3d4f9d-7a25-413a-b7b5-7155f2327e4c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Made reservation on behalf of a530a7f8042040e98a19a0a59ab370ed for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:02:56.835303 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-7a3d4f9d-7a25-413a-b7b5-7155f2327e4c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:56.868176 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 47192) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:56.891985 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-ad86294a-2a8e-459a-bd79-e1200df3130f req-43dfef3f-b30f-4b2d-8f63-fffaa29d245d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:56.897283 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ef403881-c38a-43d6-b752-0e8f2ed47fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:56.917675 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-ef403881-c38a-43d6-b752-0e8f2ed47fbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:02:56.919919 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-ad86294a-2a8e-459a-bd79-e1200df3130f req-43dfef3f-b30f-4b2d-8f63-fffaa29d245d service neutron] Usage tracker for resource:security_group_rule and tenant:72c5dcf68353401d9bd49f777d8f7c66 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:56.922361 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-ef403881-c38a-43d6-b752-0e8f2ed47fbf admin admin] Usage tracker for resource:security_group_rule and tenant:bea2e8e7effc45579e2d616a8824c258 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:02:56.925627 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-ef403881-c38a-43d6-b752-0e8f2ed47fbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:56.926042 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-ad86294a-2a8e-459a-bd79-e1200df3130f req-43dfef3f-b30f-4b2d-8f63-fffaa29d245d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:02:56.931525 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-ef403881-c38a-43d6-b752-0e8f2ed47fbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:56.960321 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-ad86294a-2a8e-459a-bd79-e1200df3130f req-43dfef3f-b30f-4b2d-8f63-fffaa29d245d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:02:56.969882 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-dbc1bef7-0b40-4094-8c9c-961cc668fcf7 req-fe93a88a-2de7-4e47-831c-d49f5b0238f2 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/security-groups?id=2aa1d914-adff-4956-8274-1f75b07db826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858992 May 04 17:02:56.988598 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:02:56.988940 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:02:56.989745 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:02:56.990078 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] Subscribe: > port after_create 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:02:56.990410 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] Subscribe: > port after_delete 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:02:56.990733 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] Subscribe: > port after_update 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:02:56.991043 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:02:56.991366 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:02:56.991648 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:02:56.991953 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:02:57.060445 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:02:57.060445 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:02:57.060835 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:02:57.061160 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:02:57.061522 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db32106-b29c-46ce-9d2a-44c0b281ba34']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:02:57.073190 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c7564249-2a55-4924-b917-6425e9417f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:57.102440 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-de5da9b1-7f23-4d41-9281-7ae91140fdab service neutron] 10.222.0.24 "GET /v2.0/networks/23df80bd-2b5c-4d29-962a-2ad738e32bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5778401 May 04 17:02:57.104836 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5948ca53-bf91-4ba8-bd91-9350cbf15c1a') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:02:57.105122 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5948ca53-bf91-4ba8-bd91-9350cbf15c1a') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:02:57.129366 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c7564249-2a55-4924-b917-6425e9417f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:57.149315 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:57.195222 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730882953063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3725417'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:57.257158 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ef403881-c38a-43d6-b752-0e8f2ed47fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:57.267931 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ef403881-c38a-43d6-b752-0e8f2ed47fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:57.283827 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-472e25e6-0ff5-494b-94b2-14a55e0b9e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:57.304231 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-7a3d4f9d-7a25-413a-b7b5-7155f2327e4c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Allocated IP 172.20.0.11 (805702bb-73e1-49e9-949a-99d683f18b45/ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab/7c1a8203-c49c-4900-9736-ab30590a7bf1) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:02:57.356608 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-cd07c921-b065-467e-b2f8-cfca0132649b req-ba3d4b70-fd19-4638-b9fe-2a3887d85a9b tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 210 time: 0.2107356 May 04 17:02:57.368766 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:57.393951 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7564249-2a55-4924-b917-6425e9417f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5ed9a8-3943-4249-8626-82b73655910e,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:57.396983 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-ef403881-c38a-43d6-b752-0e8f2ed47fbf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bea2e8e7effc45579e2d616a8824c258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5274782 May 04 17:02:57.399580 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 47222) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:57.407998 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:02:57.423187 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c7564249-2a55-4924-b917-6425e9417f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:57.425979 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-c7564249-2a55-4924-b917-6425e9417f9f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5eef728f484947948044d7c1193e1dc9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2216733 May 04 17:02:57.440122 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 47226) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:57.450868 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef403881-c38a-43d6-b752-0e8f2ed47fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1367ad-0efd-4fa4-89c6-a30aed587849,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:57.459874 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ef403881-c38a-43d6-b752-0e8f2ed47fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:57.610165 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-549383c9-522c-4d87-a9df-6c345a74d060 req-f54f5dd2-3718-46fa-a63d-bfa349c37776 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 210 time: 0.0888433 May 04 17:02:57.629113 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-529bb5d7-8317-4b7d-837c-fdde3d0c8588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:57.736131 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-529bb5d7-8317-4b7d-837c-fdde3d0c8588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:57.824576 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-7a3d4f9d-7a25-413a-b7b5-7155f2327e4c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:57.867220 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] Network 2db32106-b29c-46ce-9d2a-44c0b281ba34 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:02:57.876863 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-529bb5d7-8317-4b7d-837c-fdde3d0c8588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:57.889074 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:57.890551 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1964778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-722005'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:57.915699 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-529bb5d7-8317-4b7d-837c-fdde3d0c8588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:57.916849 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-529bb5d7-8317-4b7d-837c-fdde3d0c8588 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be1367ad-0efd-4fa4-89c6-a30aed587849 HTTP/1.1" status: 204 len: 168 time: 0.4748874 May 04 17:02:57.917691 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529bb5d7-8317-4b7d-837c-fdde3d0c8588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1367ad-0efd-4fa4-89c6-a30aed587849,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:57.920134 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-529bb5d7-8317-4b7d-837c-fdde3d0c8588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:57.929696 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-ad86294a-2a8e-459a-bd79-e1200df3130f req-43dfef3f-b30f-4b2d-8f63-fffaa29d245d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:57.966386 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-ad86294a-2a8e-459a-bd79-e1200df3130f req-43dfef3f-b30f-4b2d-8f63-fffaa29d245d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:58.028473 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:58.054646 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b58fbc33-7c93-4753-8dd1-4b6a5ee3c5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:58.220024 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dfef3f-b30f-4b2d-8f63-fffaa29d245d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=32a98b1d-1df5-4005-8dad-7705f89026f1,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:58.225313 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-43dfef3f-b30f-4b2d-8f63-fffaa29d245d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:58.236373 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ad86294a-2a8e-459a-bd79-e1200df3130f req-43dfef3f-b30f-4b2d-8f63-fffaa29d245d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2aa1d914-adff-4956-8274-1f75b07db826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5875535 May 04 17:02:58.316756 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] Network 2db32106-b29c-46ce-9d2a-44c0b281ba34 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: from cryptography.utils import int_from_bytes May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: from cryptography.utils import int_from_bytes May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: Traceback (most recent call last): May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: timer() May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: cb(*args, **kw) May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: return func(*args, **kwargs) May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: self._notify() May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: self.callback(batched_events) May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: event.method(event) May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: return f(self, *a, **k) May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: return self._get(url).json() May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: return self.request(url, 'GET', **kwargs) May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:02:58.348780 dv-cinder-789603-1-smb neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:02:58.386780 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b58fbc33-7c93-4753-8dd1-4b6a5ee3c5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:58.543942 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-7a3d4f9d-7a25-413a-b7b5-7155f2327e4c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Transition to ACTIVE for port object 7c1a8203-c49c-4900-9736-ab30590a7bf1 will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:02:58.562783 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785481'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:58.587007 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8a1fa116-1f44-4dcc-9b8f-0922794586f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:58.595969 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-7a3d4f9d-7a25-413a-b7b5-7155f2327e4c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:58.603945 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:58.623002 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:58.717166 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-7a3d4f9d-7a25-413a-b7b5-7155f2327e4c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Network 805702bb-73e1-49e9-949a-99d683f18b45 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:02:58.727119 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-7a3d4f9d-7a25-413a-b7b5-7155f2327e4c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:02:58.733112 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-7a3d4f9d-7a25-413a-b7b5-7155f2327e4c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:02:58.747333 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] Pushing event deleted for resources: {'Network': ['ID=2db32106-b29c-46ce-9d2a-44c0b281ba34,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:58.756254 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e823cca-e0a3-4af3-9b4f-fa48d9146a48 req-a1e4bc52-9438-4b68-bfcd-9559c5384fbd tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:58.773051 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5e823cca-e0a3-4af3-9b4f-fa48d9146a48 req-a1e4bc52-9438-4b68-bfcd-9559c5384fbd tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd545642-869e-44b9-8be3-b8f1a9ca301f HTTP/1.1" status: 200 len: 945 time: 0.5253174 May 04 17:02:58.796425 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:58.818684 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d4f9d-7a25-413a-b7b5-7155f2327e4c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Pushing event updated for resources: {'Port': ['ID=7c1a8203-c49c-4900-9736-ab30590a7bf1,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:58.823554 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7a3d4f9d-7a25-413a-b7b5-7155f2327e4c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:58.835397 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-7a3d4f9d-7a25-413a-b7b5-7155f2327e4c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:58.836112 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-7a3d4f9d-7a25-413a-b7b5-7155f2327e4c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:58.858504 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-7a3d4f9d-7a25-413a-b7b5-7155f2327e4c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2430034 May 04 17:02:58.873482 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-0075d8b3-153d-4e04-9dbc-808cf3dc08ba service neutron] Request body: {'port': {'device_id': 'cd16f888-0898-4b5b-88e7-790b0548e87e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:02:58.931631 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b58fbc33-7c93-4753-8dd1-4b6a5ee3c5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:58.955081 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b58fbc33-7c93-4753-8dd1-4b6a5ee3c5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:58.956289 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-b58fbc33-7c93-4753-8dd1-4b6a5ee3c5b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d5ed9a8-3943-4249-8626-82b73655910e HTTP/1.1" status: 204 len: 168 time: 1.5110209 May 04 17:02:58.969145 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-7536dad9-b06c-4619-9e07-242598555cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:02:59.026855 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2db32106-b29c-46ce-9d2a-44c0b281ba34 HTTP/1.1" status: 204 len: 168 time: 3.4603288 May 04 17:02:59.044838 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58fbc33-7c93-4753-8dd1-4b6a5ee3c5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5ed9a8-3943-4249-8626-82b73655910e,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:02:59.075438 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b58fbc33-7c93-4753-8dd1-4b6a5ee3c5b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:02:59.113408 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5e823cca-e0a3-4af3-9b4f-fa48d9146a48 req-2bd1362c-5d96-446c-a849-2fef7d6eab2b tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/security-groups?id=2aa1d914-adff-4956-8274-1f75b07db826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390613 May 04 17:02:59.247519 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-0075d8b3-153d-4e04-9dbc-808cf3dc08ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:59.255460 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-bb053274-a169-4500-ab36-9a50fa36f0fe None None] Provisioning for port 7c1a8203-c49c-4900-9736-ab30590a7bf1 completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:02:59.269886 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-bb053274-a169-4500-ab36-9a50fa36f0fe None None] Provisioning complete for port 7c1a8203-c49c-4900-9736-ab30590a7bf1 triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:02:59.270245 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-bb053274-a169-4500-ab36-9a50fa36f0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:02:59.364087 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b781e-ac25-4cc9-af05-c3f56df65395 req-4f9d7c80-299f-4368-8479-a932a10c152c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:59.365751 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4a9b781e-ac25-4cc9-af05-c3f56df65395 req-4f9d7c80-299f-4368-8479-a932a10c152c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 932 time: 0.7490981 May 04 17:02:59.391006 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-bb053274-a169-4500-ab36-9a50fa36f0fe None None] Port 7c1a8203-c49c-4900-9736-ab30590a7bf1 cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:02:59.428688 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 47298) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:59.471266 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d1811186-8b62-41e5-b6f2-3e8be050f822 req-450af70f-19b7-400d-849e-213cb93b4b5c tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 210 time: 0.1265512 May 04 17:02:59.591439 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4a9b781e-ac25-4cc9-af05-c3f56df65395 req-f94a61b2-852b-4ae2-b113-4a12651dbffb tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763554 May 04 17:02:59.609673 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-86a8ead5-44d5-4710-9cf2-f61a06e6cdf1 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:02:59.611775 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-86a8ead5-44d5-4710-9cf2-f61a06e6cdf1 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.41 "GET /v2.0/networks?id=23df80bd-2b5c-4d29-962a-2ad738e32bba HTTP/1.1" status: 200 len: 811 time: 0.4798541 May 04 17:02:59.615857 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-96d2ef2c-7771-4c73-8263-bc68abecad1e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d732d117c5544533871bfb5d798c2221&name=default HTTP/1.1" status: 200 len: 2978 time: 0.1808057 May 04 17:02:59.618353 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 47306) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:59.784199 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-97ccf195-23a8-4ac0-a0c0-449351715339 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a83b14f849204c3cac0cfd0b7b059636 HTTP/1.1" status: 200 len: 380 time: 0.1507843 May 04 17:02:59.803954 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-66de9b06-941e-4562-a0b1-0fca24b93f1d tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Request body: {'port': {'device_id': '244a77f2-5722-41cf-b068-067f6ab10fe4', 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba', 'admin_state_up': True, 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'security_groups': ['1577035e-9514-4cb5-8b77-6fd5c1a769da']}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:02:59.913587 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 47322) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:02:59.914365 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ed7dac48-8b4d-4b5d-9cb5-b356fc3e69ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:00.004211 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-0075d8b3-153d-4e04-9dbc-808cf3dc08ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c1a8203-c49c-4900-9736-ab30590a7bf1 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:03:00.012634 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-0075d8b3-153d-4e04-9dbc-808cf3dc08ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:00.030092 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-0075d8b3-153d-4e04-9dbc-808cf3dc08ba service neutron] Transition to ACTIVE for port object 7c1a8203-c49c-4900-9736-ab30590a7bf1 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:03:00.038054 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-0075d8b3-153d-4e04-9dbc-808cf3dc08ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:00.039557 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-47994876-34e7-4c6a-b5e6-571adbbfbc37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:00.044961 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:00.075448 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ed7dac48-8b4d-4b5d-9cb5-b356fc3e69ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:00.091966 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-47994876-34e7-4c6a-b5e6-571adbbfbc37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:00.120471 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-47994876-34e7-4c6a-b5e6-571adbbfbc37 admin admin] Usage tracker for resource:security_group_rule and tenant:566f278dbf6849b490ab0bbcd09f6972 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:00.128389 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-47994876-34e7-4c6a-b5e6-571adbbfbc37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:00.137143 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-47994876-34e7-4c6a-b5e6-571adbbfbc37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:00.148098 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-66de9b06-941e-4562-a0b1-0fca24b93f1d tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:00.171509 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-66de9b06-941e-4562-a0b1-0fca24b93f1d tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Usage tracker for resource:port and tenant:a83b14f849204c3cac0cfd0b7b059636 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:00.178785 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-66de9b06-941e-4562-a0b1-0fca24b93f1d tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:00.208789 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-66de9b06-941e-4562-a0b1-0fca24b93f1d tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:00.262672 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-66de9b06-941e-4562-a0b1-0fca24b93f1d tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Made reservation on behalf of a83b14f849204c3cac0cfd0b7b059636 for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:03:00.266491 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-66de9b06-941e-4562-a0b1-0fca24b93f1d tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:00.295092 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ed7dac48-8b4d-4b5d-9cb5-b356fc3e69ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:00.307885 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-41c8d1ac-ab1a-4d14-b628-2a9e0d7fe72c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:00.434738 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075d8b3-153d-4e04-9dbc-808cf3dc08ba service neutron] Pushing event updated for resources: {'Port': ['ID=7c1a8203-c49c-4900-9736-ab30590a7bf1,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:00.438748 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0075d8b3-153d-4e04-9dbc-808cf3dc08ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:00.450154 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7dac48-8b4d-4b5d-9cb5-b356fc3e69ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6474ca7-bf86-439e-9a5f-66c38707c622,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:00.476010 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-0075d8b3-153d-4e04-9dbc-808cf3dc08ba service neutron] Attempting to bind port 7c1a8203-c49c-4900-9736-ab30590a7bf1 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:03:00.476414 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-0075d8b3-153d-4e04-9dbc-808cf3dc08ba service neutron] Attempting to bind port 7c1a8203-c49c-4900-9736-ab30590a7bf1 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'a52c2a1e-eba3-4715-a82e-ef9b22d7aced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:03:00.476828 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-0075d8b3-153d-4e04-9dbc-808cf3dc08ba service neutron] Attempting to bind port 7c1a8203-c49c-4900-9736-ab30590a7bf1 on network 805702bb-73e1-49e9-949a-99d683f18b45 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:03:00.482298 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-0075d8b3-153d-4e04-9dbc-808cf3dc08ba service neutron] Port 7c1a8203-c49c-4900-9736-ab30590a7bf1 on network 805702bb-73e1-49e9-949a-99d683f18b45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:03:00.482663 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-0075d8b3-153d-4e04-9dbc-808cf3dc08ba service neutron] Attempting to bind port 7c1a8203-c49c-4900-9736-ab30590a7bf1 on network 805702bb-73e1-49e9-949a-99d683f18b45 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:03:00.488836 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-0075d8b3-153d-4e04-9dbc-808cf3dc08ba service neutron] Checking agent: {'id': '9f3cb959-d44b-4b8e-aa2c-516ad41b6189', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'started_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:03:00.489194 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-0075d8b3-153d-4e04-9dbc-808cf3dc08ba service neutron] Checking segment: {'id': 'a52c2a1e-eba3-4715-a82e-ef9b22d7aced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:03:00.489856 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-0075d8b3-153d-4e04-9dbc-808cf3dc08ba service neutron] Bound using segment: {'id': 'a52c2a1e-eba3-4715-a82e-ef9b22d7aced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:03:00.490203 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-0075d8b3-153d-4e04-9dbc-808cf3dc08ba service neutron] Bound port: 7c1a8203-c49c-4900-9736-ab30590a7bf1, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a52c2a1e-eba3-4715-a82e-ef9b22d7aced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:03:00.490716 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-0075d8b3-153d-4e04-9dbc-808cf3dc08ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:00.498084 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ed7dac48-8b4d-4b5d-9cb5-b356fc3e69ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:00.626351 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-0075d8b3-153d-4e04-9dbc-808cf3dc08ba service neutron] For port 7c1a8203-c49c-4900-9736-ab30590a7bf1, host hv-cinder-78960, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:03:00.631541 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-0075d8b3-153d-4e04-9dbc-808cf3dc08ba service neutron] For port 7c1a8203-c49c-4900-9736-ab30590a7bf1, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7c1a8203-c49c-4900-9736-ab30590a7bf1,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:03:00.636805 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-0075d8b3-153d-4e04-9dbc-808cf3dc08ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:00.650885 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:00.703733 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-0075d8b3-153d-4e04-9dbc-808cf3dc08ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:00.704872 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-0075d8b3-153d-4e04-9dbc-808cf3dc08ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:00.707056 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-0075d8b3-153d-4e04-9dbc-808cf3dc08ba service neutron] 10.222.0.41 "PUT /v2.0/ports/7c1a8203-c49c-4900-9736-ab30590a7bf1 HTTP/1.1" status: 200 len: 1094 time: 1.8405411 May 04 17:03:00.726469 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd16f888-0898-4b5b-88e7-790b0548e87e', 'tag': '7c1a8203-c49c-4900-9736-ab30590a7bf1'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:03:00.755823 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ed7dac48-8b4d-4b5d-9cb5-b356fc3e69ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:00.773059 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-ed7dac48-8b4d-4b5d-9cb5-b356fc3e69ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6474ca7-bf86-439e-9a5f-66c38707c622 HTTP/1.1" status: 204 len: 168 time: 1.1535060 May 04 17:03:00.836863 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4e8dd432-f1a0-4a4b-aecd-a333c730cd9c req-bde00020-af42-4dc5-9880-fe6b85611566 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 210 time: 0.1560342 May 04 17:03:00.879703 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-47994876-34e7-4c6a-b5e6-571adbbfbc37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:00.898286 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-47994876-34e7-4c6a-b5e6-571adbbfbc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:00.938489 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-66de9b06-941e-4562-a0b1-0fca24b93f1d tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Allocated IP 172.20.0.10 (23df80bd-2b5c-4d29-962a-2ad738e32bba/98153c02-30f1-4f36-87f8-48da6381261d/30175801-d24b-431f-8c02-1152943fbd2a) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:03:00.945151 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-30000d76-6684-48e3-943a-0249ac1e0935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:01.079011 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-ab3c480d-75e1-408a-b3c7-f0f28bc2b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:01.080579 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-ab3c480d-75e1-408a-b3c7-f0f28bc2b34b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a530a7f8042040e98a19a0a59ab370ed&device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 1097 time: 0.3276565 May 04 17:03:01.081236 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075d8b3-153d-4e04-9dbc-808cf3dc08ba service neutron] Pushing event updated for resources: {'Port': ['ID=7c1a8203-c49c-4900-9736-ab30590a7bf1,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:01.087689 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0075d8b3-153d-4e04-9dbc-808cf3dc08ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:01.154672 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-47994876-34e7-4c6a-b5e6-571adbbfbc37 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=566f278dbf6849b490ab0bbcd09f6972&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2368958 May 04 17:03:01.160357 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 47356) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:01.193384 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6e8a1-5836-48ba-92c1-03e780867692 req-5abfb2e4-1a34-4e32-a571-9a5c01b8fd7b tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:01.201779 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6bf6e8a1-5836-48ba-92c1-03e780867692 req-5abfb2e4-1a34-4e32-a571-9a5c01b8fd7b tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd545642-869e-44b9-8be3-b8f1a9ca301f HTTP/1.1" status: 200 len: 945 time: 0.8465703 May 04 17:03:01.238530 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-74968d25-c61e-4ce4-9957-c42245c516e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c1a8203-c49c-4900-9736-ab30590a7bf1 HTTP/1.1" status: 200 len: 217 time: 0.1446247 May 04 17:03:01.269113 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47994876-34e7-4c6a-b5e6-571adbbfbc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3ed73b-9cb4-4321-aa3f-92216a2ada6f,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:01.314905 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-8a3e376b-3109-428d-be2a-96cbd4f18a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:01.315105 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6bf6e8a1-5836-48ba-92c1-03e780867692 req-f40561a9-a285-4aa2-97ad-f834d4cd543f tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/security-groups?id=2aa1d914-adff-4956-8274-1f75b07db826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074684 May 04 17:03:01.316294 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-8a3e376b-3109-428d-be2a-96cbd4f18a9d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab HTTP/1.1" status: 200 len: 856 time: 0.0715134 May 04 17:03:01.332907 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-47994876-34e7-4c6a-b5e6-571adbbfbc37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:01.439286 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-686f313b-ba24-47b7-b0d3-8911b5c2f0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:01.441458 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-686f313b-ba24-47b7-b0d3-8911b5c2f0d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=805702bb-73e1-49e9-949a-99d683f18b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1134863 May 04 17:03:01.496378 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 47372) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:01.548945 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636d1d0-8a4c-4d14-b71d-aec82a6187c0 req-71f84d92-89f5-424d-ac3f-602db63aed08 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:01.556262 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e636d1d0-8a4c-4d14-b71d-aec82a6187c0 req-71f84d92-89f5-424d-ac3f-602db63aed08 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 944 time: 0.5526283 May 04 17:03:01.591153 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0c6936d8-090d-4ec4-abe2-dd5ed57f6ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:01.660795 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-2fe8545c-5345-49ac-890b-ed16184ade4e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=daef28cf2981433ca0555138a99f2ce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1606779 May 04 17:03:01.663200 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 47378) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:01.681075 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e636d1d0-8a4c-4d14-b71d-aec82a6187c0 req-e342685d-a452-4c24-8cec-09f3147289da tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237829 May 04 17:03:01.696610 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0c6936d8-090d-4ec4-abe2-dd5ed57f6ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:01.717606 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-e7acdb2c-23be-4a3f-a448-afd2e7390399 service neutron] 10.222.0.41 "GET /v2.0/networks/805702bb-73e1-49e9-949a-99d683f18b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686300 May 04 17:03:01.760859 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-66de9b06-941e-4562-a0b1-0fca24b93f1d tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:01.773471 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd16f888-0898-4b5b-88e7-790b0548e87e', 'tag': '7c1a8203-c49c-4900-9736-ab30590a7bf1', 'status': 'completed', 'code': 200} May 04 17:03:01.794253 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-66de9b06-941e-4562-a0b1-0fca24b93f1d tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Transition to ACTIVE for port object 30175801-d24b-431f-8c02-1152943fbd2a will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:03:01.846352 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0c6936d8-090d-4ec4-abe2-dd5ed57f6ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:01.864008 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-47994876-34e7-4c6a-b5e6-571adbbfbc37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:01.912566 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6936d8-090d-4ec4-abe2-dd5ed57f6ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3ed73b-9cb4-4321-aa3f-92216a2ada6f,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:01.923949 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-66de9b06-941e-4562-a0b1-0fca24b93f1d tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-721926'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:01.927466 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0c6936d8-090d-4ec4-abe2-dd5ed57f6ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:01.940153 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c010d897-89b8-4ddc-8172-37aa2df4d972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:01.951124 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:02.075023 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de9b06-941e-4562-a0b1-0fca24b93f1d tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Pushing event updated for resources: {'Port': ['ID=30175801-d24b-431f-8c02-1152943fbd2a,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:02.076787 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c010d897-89b8-4ddc-8172-37aa2df4d972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:02.087540 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-66de9b06-941e-4562-a0b1-0fca24b93f1d tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:02.088791 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0c6936d8-090d-4ec4-abe2-dd5ed57f6ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:02.090753 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-0c6936d8-090d-4ec4-abe2-dd5ed57f6ce7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b3ed73b-9cb4-4321-aa3f-92216a2ada6f HTTP/1.1" status: 204 len: 168 time: 0.9075265 May 04 17:03:02.160074 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-66de9b06-941e-4562-a0b1-0fca24b93f1d tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Network 23df80bd-2b5c-4d29-962a-2ad738e32bba is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:03:02.168170 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-66de9b06-941e-4562-a0b1-0fca24b93f1d tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:03:02.172550 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-9439ac83-827b-4a5a-8e19-045b290b8e94 req-8800d351-7009-4cc4-b587-999deb8342e9 service neutron] 10.222.0.41 "GET /v2.0/networks/805702bb-73e1-49e9-949a-99d683f18b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298899 May 04 17:03:02.173655 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-66de9b06-941e-4562-a0b1-0fca24b93f1d tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:03:02.296561 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-66de9b06-941e-4562-a0b1-0fca24b93f1d tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:02.297292 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-66de9b06-941e-4562-a0b1-0fca24b93f1d tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:02.300581 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c010d897-89b8-4ddc-8172-37aa2df4d972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:02.322293 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-da6d4450-e5de-4c17-aa36-958be1e0170b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:02.348350 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010d897-89b8-4ddc-8172-37aa2df4d972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92238e8c-abe9-432d-a7df-d4e576c60ed8,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:02.355319 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c010d897-89b8-4ddc-8172-37aa2df4d972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:02.388261 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c010d897-89b8-4ddc-8172-37aa2df4d972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:02.389143 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-66de9b06-941e-4562-a0b1-0fca24b93f1d tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5838680 May 04 17:03:02.394863 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-84458bc4-d1d6-48f8-be76-c375b16116e2 service neutron] Request body: {'port': {'device_id': '244a77f2-5722-41cf-b068-067f6ab10fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:03:02.397866 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-c010d897-89b8-4ddc-8172-37aa2df4d972 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92238e8c-abe9-432d-a7df-d4e576c60ed8 HTTP/1.1" status: 204 len: 168 time: 0.7336681 May 04 17:03:02.416049 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d7741-c3da-4e59-9aa2-cdc00a36752b req-76df59a1-aff5-4332-b18a-52cdb69f7e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:02.417750 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-8f5d7741-c3da-4e59-9aa2-cdc00a36752b req-76df59a1-aff5-4332-b18a-52cdb69f7e7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a530a7f8042040e98a19a0a59ab370ed&device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 1097 time: 0.1735311 May 04 17:03:02.534366 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-b7963402-7672-4603-8ea4-97e25c9a0413 None None] Provisioning for port 30175801-d24b-431f-8c02-1152943fbd2a completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:03:02.540968 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-b7963402-7672-4603-8ea4-97e25c9a0413 None None] Provisioning complete for port 30175801-d24b-431f-8c02-1152943fbd2a triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:03:02.541712 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-b7963402-7672-4603-8ea4-97e25c9a0413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:02.637871 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a740e-7658-4939-ab23-7aebca4b5f72 req-373e3764-4976-46d8-9e82-028d6718edc7 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:02.638649 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-255a740e-7658-4939-ab23-7aebca4b5f72 req-373e3764-4976-46d8-9e82-028d6718edc7 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Synchronizing usage tracker for tenant:a83b14f849204c3cac0cfd0b7b059636 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:03:02.756758 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-255a740e-7658-4939-ab23-7aebca4b5f72 req-373e3764-4976-46d8-9e82-028d6718edc7 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Unset dirty status for tenant:a83b14f849204c3cac0cfd0b7b059636 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:03:02.757931 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-255a740e-7658-4939-ab23-7aebca4b5f72 req-373e3764-4976-46d8-9e82-028d6718edc7 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 932 time: 0.6881382 May 04 17:03:02.770848 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-b7963402-7672-4603-8ea4-97e25c9a0413 None None] Port 30175801-d24b-431f-8c02-1152943fbd2a cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:03:02.810676 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-84458bc4-d1d6-48f8-be76-c375b16116e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:02.964157 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d7741-c3da-4e59-9aa2-cdc00a36752b req-09db420f-5058-4b04-a6d0-2c269f665143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:02.966258 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-8f5d7741-c3da-4e59-9aa2-cdc00a36752b req-09db420f-5058-4b04-a6d0-2c269f665143 service neutron] 10.222.0.41 "GET /v2.0/networks?id=805702bb-73e1-49e9-949a-99d683f18b45 HTTP/1.1" status: 200 len: 918 time: 0.5398426 May 04 17:03:02.997746 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-255a740e-7658-4939-ab23-7aebca4b5f72 req-47f076b6-9aa8-47a0-a12f-fe6a88a7a671 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165751 May 04 17:03:03.084006 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-8f5d7741-c3da-4e59-9aa2-cdc00a36752b req-a048cd8c-b6a5-462f-9199-1b537a136b28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c1a8203-c49c-4900-9736-ab30590a7bf1 HTTP/1.1" status: 200 len: 217 time: 0.1096809 May 04 17:03:03.169767 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d7741-c3da-4e59-9aa2-cdc00a36752b req-98ff6787-5d4e-4448-930c-82c021943966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:03.172965 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-8f5d7741-c3da-4e59-9aa2-cdc00a36752b req-98ff6787-5d4e-4448-930c-82c021943966 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab HTTP/1.1" status: 200 len: 856 time: 0.0822973 May 04 17:03:03.376543 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7e83c-15a4-4afa-acd2-379bf7962a5e req-8a8cf87b-70bc-49de-857a-d19be6d422cf tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:03.379115 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-29e7e83c-15a4-4afa-acd2-379bf7962a5e req-8a8cf87b-70bc-49de-857a-d19be6d422cf tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 944 time: 0.3591595 May 04 17:03:03.426420 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d7741-c3da-4e59-9aa2-cdc00a36752b req-8949619a-48d3-4598-8a1a-ae1b10295feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:03.428513 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-8f5d7741-c3da-4e59-9aa2-cdc00a36752b req-8949619a-48d3-4598-8a1a-ae1b10295feb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=805702bb-73e1-49e9-949a-99d683f18b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2488742 May 04 17:03:03.545404 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-29e7e83c-15a4-4afa-acd2-379bf7962a5e req-f3c2e9fc-b5e2-413e-854a-b21fe298093c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938914 May 04 17:03:03.650768 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-8f5d7741-c3da-4e59-9aa2-cdc00a36752b req-19eea020-0672-4a3b-9f13-76dbec70b0fe service neutron] 10.222.0.41 "GET /v2.0/networks/805702bb-73e1-49e9-949a-99d683f18b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062938 May 04 17:03:03.674877 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-84458bc4-d1d6-48f8-be76-c375b16116e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30175801-d24b-431f-8c02-1152943fbd2a {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:03:03.692025 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-84458bc4-d1d6-48f8-be76-c375b16116e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:03.718432 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-84458bc4-d1d6-48f8-be76-c375b16116e2 service neutron] Transition to ACTIVE for port object 30175801-d24b-431f-8c02-1152943fbd2a will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:03:03.727464 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-84458bc4-d1d6-48f8-be76-c375b16116e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-721969'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:03.739129 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-03e3250b-2f27-4a35-bbf4-8f47d8ba1732 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:03.850180 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-8f5d7741-c3da-4e59-9aa2-cdc00a36752b req-7391dcc0-80d1-4274-b9ba-c6e3ca1780d1 service neutron] 10.222.0.41 "GET /v2.0/networks/805702bb-73e1-49e9-949a-99d683f18b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924679 May 04 17:03:04.055609 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84458bc4-d1d6-48f8-be76-c375b16116e2 service neutron] Pushing event updated for resources: {'Port': ['ID=30175801-d24b-431f-8c02-1152943fbd2a,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:04.060472 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-84458bc4-d1d6-48f8-be76-c375b16116e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:04.133775 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-84458bc4-d1d6-48f8-be76-c375b16116e2 service neutron] Attempting to bind port 30175801-d24b-431f-8c02-1152943fbd2a on host hv-cinder-78960 for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:03:04.133775 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-84458bc4-d1d6-48f8-be76-c375b16116e2 service neutron] Attempting to bind port 30175801-d24b-431f-8c02-1152943fbd2a by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '87e26b66-4b3d-4536-a9b9-7fc8bc86198c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:03:04.134352 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-84458bc4-d1d6-48f8-be76-c375b16116e2 service neutron] Attempting to bind port 30175801-d24b-431f-8c02-1152943fbd2a on network 23df80bd-2b5c-4d29-962a-2ad738e32bba {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:03:04.139329 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-84458bc4-d1d6-48f8-be76-c375b16116e2 service neutron] Port 30175801-d24b-431f-8c02-1152943fbd2a on network 23df80bd-2b5c-4d29-962a-2ad738e32bba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:03:04.140406 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-84458bc4-d1d6-48f8-be76-c375b16116e2 service neutron] Attempting to bind port 30175801-d24b-431f-8c02-1152943fbd2a on network 23df80bd-2b5c-4d29-962a-2ad738e32bba {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:03:04.146139 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-84458bc4-d1d6-48f8-be76-c375b16116e2 service neutron] Checking agent: {'id': '9f3cb959-d44b-4b8e-aa2c-516ad41b6189', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'started_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:03:04.146857 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-84458bc4-d1d6-48f8-be76-c375b16116e2 service neutron] Checking segment: {'id': '87e26b66-4b3d-4536-a9b9-7fc8bc86198c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:03:04.147096 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-84458bc4-d1d6-48f8-be76-c375b16116e2 service neutron] Bound using segment: {'id': '87e26b66-4b3d-4536-a9b9-7fc8bc86198c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:03:04.147691 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-84458bc4-d1d6-48f8-be76-c375b16116e2 service neutron] Bound port: 30175801-d24b-431f-8c02-1152943fbd2a, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e26b66-4b3d-4536-a9b9-7fc8bc86198c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:03:04.148402 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-84458bc4-d1d6-48f8-be76-c375b16116e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:04.352452 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-84458bc4-d1d6-48f8-be76-c375b16116e2 service neutron] For port 30175801-d24b-431f-8c02-1152943fbd2a, host hv-cinder-78960, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:03:04.357481 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-84458bc4-d1d6-48f8-be76-c375b16116e2 service neutron] For port 30175801-d24b-431f-8c02-1152943fbd2a, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=30175801-d24b-431f-8c02-1152943fbd2a,segment=NetworkSegment(87e26b66-4b3d-4536-a9b9-7fc8bc86198c),segment_id=87e26b66-4b3d-4536-a9b9-7fc8bc86198c)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:03:04.372639 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-84458bc4-d1d6-48f8-be76-c375b16116e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-721969'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:04.392817 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-84458bc4-d1d6-48f8-be76-c375b16116e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:04.484924 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-84458bc4-d1d6-48f8-be76-c375b16116e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:04.485550 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-84458bc4-d1d6-48f8-be76-c375b16116e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:04.489610 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-84458bc4-d1d6-48f8-be76-c375b16116e2 service neutron] 10.222.0.41 "PUT /v2.0/ports/30175801-d24b-431f-8c02-1152943fbd2a HTTP/1.1" status: 200 len: 1094 time: 2.0970948 May 04 17:03:04.489610 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244a77f2-5722-41cf-b068-067f6ab10fe4', 'tag': '30175801-d24b-431f-8c02-1152943fbd2a'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:03:04.526810 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2a47b-b5f3-4fbc-8fb2-63621c47c7a4 req-674254be-799e-4ff7-821e-8af182e73ea3 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:04.534533 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-82d2a47b-b5f3-4fbc-8fb2-63621c47c7a4 req-674254be-799e-4ff7-821e-8af182e73ea3 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 944 time: 0.2964096 May 04 17:03:04.658233 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244a77f2-5722-41cf-b068-067f6ab10fe4', 'tag': '30175801-d24b-431f-8c02-1152943fbd2a', 'status': 'completed', 'code': 200} May 04 17:03:04.730701 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84458bc4-d1d6-48f8-be76-c375b16116e2 service neutron] Pushing event updated for resources: {'Port': ['ID=30175801-d24b-431f-8c02-1152943fbd2a,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:04.744017 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-82d2a47b-b5f3-4fbc-8fb2-63621c47c7a4 req-680317db-b473-46ec-86cd-df82a6e2fb8a tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088470 May 04 17:03:04.745135 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-84458bc4-d1d6-48f8-be76-c375b16116e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:04.869480 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-40650e7f-1677-4172-ab6a-1053f023415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:04.870947 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-40650e7f-1677-4172-ab6a-1053f023415f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83b14f849204c3cac0cfd0b7b059636&device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 1097 time: 0.3340895 May 04 17:03:04.970143 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-3e9c4057-6b27-42c0-93db-2a47fb061e6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30175801-d24b-431f-8c02-1152943fbd2a HTTP/1.1" status: 200 len: 217 time: 0.0795496 May 04 17:03:05.053059 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05758da-202e-45a6-abb4-1f2848df78fa req-84fdb1b1-4d60-43f3-81fb-e33e70601d2a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:05.054443 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a05758da-202e-45a6-abb4-1f2848df78fa req-84fdb1b1-4d60-43f3-81fb-e33e70601d2a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 944 time: 0.2552552 May 04 17:03:05.081014 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-d6aa1e42-3ed1-4059-8014-889fda7869a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:05.082485 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-d6aa1e42-3ed1-4059-8014-889fda7869a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98153c02-30f1-4f36-87f8-48da6381261d HTTP/1.1" status: 200 len: 850 time: 0.0948651 May 04 17:03:05.175744 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a05758da-202e-45a6-abb4-1f2848df78fa req-b73bb138-b01a-4bcb-bd9b-5231e33397b2 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134989 May 04 17:03:05.229223 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-1850c6c4-3113-4c5a-92c1-3c3bb74fffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:05.231336 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-1850c6c4-3113-4c5a-92c1-3c3bb74fffdd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23df80bd-2b5c-4d29-962a-2ad738e32bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1274142 May 04 17:03:05.244959 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 7c1a8203-c49c-4900-9736-ab30590a7bf1 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:03:05.549065 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 47550) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:05.690725 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-6059b8c2-6d74-44f3-b8f0-377544d5fa05 service neutron] 10.222.0.41 "GET /v2.0/networks/23df80bd-2b5c-4d29-962a-2ad738e32bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516091 May 04 17:03:05.707773 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 7c1a8203-c49c-4900-9736-ab30590a7bf1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7c1a8203-c49c-4900-9736-ab30590a7bf1,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:03:05.751163 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Returning: {'device': '7c1a8203-c49c-4900-9736-ab30590a7bf1', 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'port_id': '7c1a8203-c49c-4900-9736-ab30590a7bf1', 'mac_address': 'fa:16:3e:3a:79:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:03:05.872918 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:05.895154 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c1a8203-c49c-4900-9736-ab30590a7bf1 {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:03:05.915829 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 7c1a8203-c49c-4900-9736-ab30590a7bf1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7c1a8203-c49c-4900-9736-ab30590a7bf1,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:03:05.921486 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:05.923933 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:06.086817 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=7c1a8203-c49c-4900-9736-ab30590a7bf1,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:06.090703 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:06.118951 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0e1d6250-31a0-4354-9a6d-4cac861fefb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:06.140957 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['7c1a8203-c49c-4900-9736-ab30590a7bf1'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:03:06.143129 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-0e1d6250-31a0-4354-9a6d-4cac861fefb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:06.147827 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-0e1d6250-31a0-4354-9a6d-4cac861fefb1 admin admin] Usage tracker for resource:security_group_rule and tenant:33a15e2ace6c430eb1ee1d9ef93f6c8d is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:06.151118 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-0e1d6250-31a0-4354-9a6d-4cac861fefb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:06.158938 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-0e1d6250-31a0-4354-9a6d-4cac861fefb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:06.171447 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-24fe00d9-28b6-4267-a363-0542f11ed6f3 req-dc1ec394-3090-4bee-b165-c30f5d8ef973 service neutron] 10.222.0.41 "GET /v2.0/networks/23df80bd-2b5c-4d29-962a-2ad738e32bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731913 May 04 17:03:06.188290 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ebb02-c8fd-420d-9808-35e4eabd5ab9 req-5db34904-7829-45aa-818c-bbc0627b7cdd tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:06.189776 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f52ebb02-c8fd-420d-9808-35e4eabd5ab9 req-5db34904-7829-45aa-818c-bbc0627b7cdd tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 944 time: 0.1285655 May 04 17:03:06.260893 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0e1d6250-31a0-4354-9a6d-4cac861fefb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:06.266205 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0e1d6250-31a0-4354-9a6d-4cac861fefb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:06.277798 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-63718b54-9296-4583-8c8f-8b129d2c3c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:06.309473 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d6250-31a0-4354-9a6d-4cac861fefb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd8642e-5586-495e-957f-13522c8e012b,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:06.316574 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0e1d6250-31a0-4354-9a6d-4cac861fefb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:06.342067 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-0e1d6250-31a0-4354-9a6d-4cac861fefb1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=33a15e2ace6c430eb1ee1d9ef93f6c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7890654 May 04 17:03:06.342234 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 47578) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:06.445276 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f52ebb02-c8fd-420d-9808-35e4eabd5ab9 req-d04bb3fa-83d2-4d42-813d-e9c94034bc40 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434506 May 04 17:03:06.456045 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-743f7ec5-5be1-43d9-bff5-ea3046e20997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:06.503106 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fee9c4-2c9a-4439-9355-f5c31a6daef7 req-3fcd768f-6881-4b55-9502-55eba0e51866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:06.504593 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-28fee9c4-2c9a-4439-9355-f5c31a6daef7 req-3fcd768f-6881-4b55-9502-55eba0e51866 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83b14f849204c3cac0cfd0b7b059636&device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 1097 time: 0.2547743 May 04 17:03:06.509507 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-743f7ec5-5be1-43d9-bff5-ea3046e20997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:06.554559 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d00b7-9fcf-49a2-866d-472322c6b223 req-19553150-90d7-43b3-b530-a41870422be7 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:06.560980 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-9b4d00b7-9fcf-49a2-866d-472322c6b223 req-19553150-90d7-43b3-b530-a41870422be7 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 945 time: 0.1974843 May 04 17:03:06.584893 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-743f7ec5-5be1-43d9-bff5-ea3046e20997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:06.592669 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ca5c08ce-b2c7-4995-a76e-352b8bfbd63b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:06.609098 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f7ec5-5be1-43d9-bff5-ea3046e20997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd8642e-5586-495e-957f-13522c8e012b,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:06.613349 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-743f7ec5-5be1-43d9-bff5-ea3046e20997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:06.615726 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-743f7ec5-5be1-43d9-bff5-ea3046e20997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:06.616915 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-743f7ec5-5be1-43d9-bff5-ea3046e20997 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/efd8642e-5586-495e-957f-13522c8e012b HTTP/1.1" status: 204 len: 168 time: 0.2735002 May 04 17:03:06.683318 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fee9c4-2c9a-4439-9355-f5c31a6daef7 req-d7cf1f1f-d72d-438e-83d3-38d34d614204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:06.684738 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-28fee9c4-2c9a-4439-9355-f5c31a6daef7 req-d7cf1f1f-d72d-438e-83d3-38d34d614204 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23df80bd-2b5c-4d29-962a-2ad738e32bba HTTP/1.1" status: 200 len: 912 time: 0.1734471 May 04 17:03:06.786278 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-28fee9c4-2c9a-4439-9355-f5c31a6daef7 req-4061656c-e984-45d1-9827-747df1c9b518 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30175801-d24b-431f-8c02-1152943fbd2a HTTP/1.1" status: 200 len: 217 time: 0.0861468 May 04 17:03:06.879958 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-9b4d00b7-9fcf-49a2-866d-472322c6b223 req-ce22558d-a005-4678-924f-afb21870f004 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986084 May 04 17:03:06.909834 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fee9c4-2c9a-4439-9355-f5c31a6daef7 req-c9c91735-24b2-4a68-921a-7542b6703d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:06.911877 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-28fee9c4-2c9a-4439-9355-f5c31a6daef7 req-c9c91735-24b2-4a68-921a-7542b6703d46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98153c02-30f1-4f36-87f8-48da6381261d HTTP/1.1" status: 200 len: 850 time: 0.1186066 May 04 17:03:06.997931 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fee9c4-2c9a-4439-9355-f5c31a6daef7 req-6a08717d-323b-4cd2-8c91-5cee002cbd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:07.000646 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-28fee9c4-2c9a-4439-9355-f5c31a6daef7 req-6a08717d-323b-4cd2-8c91-5cee002cbd30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23df80bd-2b5c-4d29-962a-2ad738e32bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811379 May 04 17:03:07.109112 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 47610) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:07.131472 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a0772fd8-237d-405e-9bee-e1a28c1262cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:07.147427 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-a0772fd8-237d-405e-9bee-e1a28c1262cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:07.151556 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-a0772fd8-237d-405e-9bee-e1a28c1262cc admin admin] Usage tracker for resource:security_group_rule and tenant:0fd9044064dd45a4882379762d380e4d is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:07.154884 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-a0772fd8-237d-405e-9bee-e1a28c1262cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:07.163261 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-a0772fd8-237d-405e-9bee-e1a28c1262cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:07.207193 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-28fee9c4-2c9a-4439-9355-f5c31a6daef7 req-07d363d3-9c61-4110-868c-9701b21dea8d service neutron] 10.222.0.41 "GET /v2.0/networks/23df80bd-2b5c-4d29-962a-2ad738e32bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986697 May 04 17:03:07.254808 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 7c1a8203-c49c-4900-9736-ab30590a7bf1 up at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:03:07.276209 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a0772fd8-237d-405e-9bee-e1a28c1262cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:07.282300 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a0772fd8-237d-405e-9bee-e1a28c1262cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:07.315989 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1b5c21d6-a101-4a0b-a94c-632593679d44 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:07.324645 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-a0772fd8-237d-405e-9bee-e1a28c1262cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0fd9044064dd45a4882379762d380e4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141902 May 04 17:03:07.329609 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 47614) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:07.350567 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning for port 7c1a8203-c49c-4900-9736-ab30590a7bf1 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:03:07.356702 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning complete for port 7c1a8203-c49c-4900-9736-ab30590a7bf1 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:03:07.357470 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:07.396065 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0772fd8-237d-405e-9bee-e1a28c1262cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d7b52f-7477-4eb5-88b2-5a368d5c5f57,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:07.406720 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a0772fd8-237d-405e-9bee-e1a28c1262cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:07.445729 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-dc30d96c-6aa2-43e6-8c44-906ed31e62dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:07.456013 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7f9a2-a273-477b-a4fd-7dcfc5ebc29f req-8598acea-006a-4577-bcf9-dcee6e4cdefc tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:07.457729 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-78b7f9a2-a273-477b-a4fd-7dcfc5ebc29f req-8598acea-006a-4577-bcf9-dcee6e4cdefc tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd545642-869e-44b9-8be3-b8f1a9ca301f HTTP/1.1" status: 200 len: 945 time: 0.2496352 May 04 17:03:07.487770 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-dc30d96c-6aa2-43e6-8c44-906ed31e62dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:07.588458 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-dc30d96c-6aa2-43e6-8c44-906ed31e62dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:07.593561 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:07.595672 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:07.607486 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-28fee9c4-2c9a-4439-9355-f5c31a6daef7 req-fa255577-4a60-45ed-834f-51580a3aa8de service neutron] 10.222.0.41 "GET /v2.0/networks/23df80bd-2b5c-4d29-962a-2ad738e32bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560860 May 04 17:03:07.613850 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-78b7f9a2-a273-477b-a4fd-7dcfc5ebc29f req-8f11b7c3-ec16-4ff1-aa56-d8e8fa51bbe9 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/security-groups?id=2aa1d914-adff-4956-8274-1f75b07db826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486912 May 04 17:03:07.616888 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-dc30d96c-6aa2-43e6-8c44-906ed31e62dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:07.634451 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-dc30d96c-6aa2-43e6-8c44-906ed31e62dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09d7b52f-7477-4eb5-88b2-5a368d5c5f57 HTTP/1.1" status: 204 len: 168 time: 0.2971454 May 04 17:03:07.648930 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30d96c-6aa2-43e6-8c44-906ed31e62dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d7b52f-7477-4eb5-88b2-5a368d5c5f57,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:07.657131 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 7c1a8203-c49c-4900-9736-ab30590a7bf1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7c1a8203-c49c-4900-9736-ab30590a7bf1,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:03:07.659030 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-dc30d96c-6aa2-43e6-8c44-906ed31e62dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:07.659990 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd16f888-0898-4b5b-88e7-790b0548e87e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1a8203-c49c-4900-9736-ab30590a7bf1'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:03:07.692455 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:07.697051 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:07.768770 dv-cinder-789603-1-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd16f888-0898-4b5b-88e7-790b0548e87e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1a8203-c49c-4900-9736-ab30590a7bf1', 'code': 200} May 04 17:03:07.805614 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=7c1a8203-c49c-4900-9736-ab30590a7bf1,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:07.809220 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:07.846388 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b0a3d-d9ba-4439-b9f7-67c2dee386e1 req-908d68a8-73f0-4ae4-a8ed-26865371eee1 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:07.856627 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-af3b0a3d-d9ba-4439-b9f7-67c2dee386e1 req-908d68a8-73f0-4ae4-a8ed-26865371eee1 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 944 time: 0.1642530 May 04 17:03:07.963711 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-af3b0a3d-d9ba-4439-b9f7-67c2dee386e1 req-8ad75084-eaf4-4dd6-ba9a-9418f48147de tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060433 May 04 17:03:08.183429 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25314c98-e293-47d3-bfdd-9ac8e14b7f23 req-966231f7-7d5e-4cf3-aef2-99983016a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:08.185170 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-25314c98-e293-47d3-bfdd-9ac8e14b7f23 req-966231f7-7d5e-4cf3-aef2-99983016a66c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 1099 time: 0.1730099 May 04 17:03:08.240057 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554631cd-1503-401b-9792-45c724749d6a req-1c1784fd-9144-4e51-a562-657be9d2341d tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:08.241949 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-554631cd-1503-401b-9792-45c724749d6a req-1c1784fd-9144-4e51-a562-657be9d2341d tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 946 time: 0.1560159 May 04 17:03:08.272549 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-25314c98-e293-47d3-bfdd-9ac8e14b7f23 req-cdefc2c8-7738-4668-9c02-1f02457f4b17 service neutron] Synchronizing usage tracker for tenant:72c5dcf68353401d9bd49f777d8f7c66 on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:03:08.320774 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-554631cd-1503-401b-9792-45c724749d6a req-edfec232-f0af-413d-b5d4-3b1c50374138 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680304 May 04 17:03:08.325595 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-25314c98-e293-47d3-bfdd-9ac8e14b7f23 req-cdefc2c8-7738-4668-9c02-1f02457f4b17 service neutron] Unset dirty status for tenant:72c5dcf68353401d9bd49f777d8f7c66 on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:03:08.329559 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-25314c98-e293-47d3-bfdd-9ac8e14b7f23 req-cdefc2c8-7738-4668-9c02-1f02457f4b17 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360192 May 04 17:03:08.614292 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9daf0b-358d-4e2c-b39d-3a1df534a64e req-7ed9ed78-8c1f-4bc1-a582-b05dd7a59a6c tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:08.616362 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-eb9daf0b-358d-4e2c-b39d-3a1df534a64e req-7ed9ed78-8c1f-4bc1-a582-b05dd7a59a6c tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd545642-869e-44b9-8be3-b8f1a9ca301f HTTP/1.1" status: 200 len: 945 time: 0.1052649 May 04 17:03:08.946541 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-eb9daf0b-358d-4e2c-b39d-3a1df534a64e req-34754333-5cc6-4637-84a9-5495d5a8e438 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Deleting port a6961c2c-97de-47af-a847-f69d18fc4fce {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:03:08.946903 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-eb9daf0b-358d-4e2c-b39d-3a1df534a64e req-34754333-5cc6-4637-84a9-5495d5a8e438 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:09.066638 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ba0d5-a542-4422-9dd9-283475d250ee req-4f93da9e-e0d1-4cda-8605-fbd8d87c6709 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:09.073938 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-339ba0d5-a542-4422-9dd9-283475d250ee req-4f93da9e-e0d1-4cda-8605-fbd8d87c6709 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd545642-869e-44b9-8be3-b8f1a9ca301f HTTP/1.1" status: 200 len: 945 time: 0.3295100 May 04 17:03:09.196736 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-339ba0d5-a542-4422-9dd9-283475d250ee req-ccfb3ccd-b83a-436f-aa21-4d91f032d7df tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/security-groups?id=2aa1d914-adff-4956-8274-1f75b07db826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217442 May 04 17:03:09.205763 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-eb9daf0b-358d-4e2c-b39d-3a1df534a64e req-34754333-5cc6-4637-84a9-5495d5a8e438 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] For port a6961c2c-97de-47af-a847-f69d18fc4fce, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a6961c2c-97de-47af-a847-f69d18fc4fce,segment=NetworkSegment(296458b8-6710-4432-b00c-ef7b30fc1eae),segment_id=296458b8-6710-4432-b00c-ef7b30fc1eae)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:03:09.206311 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-eb9daf0b-358d-4e2c-b39d-3a1df534a64e req-34754333-5cc6-4637-84a9-5495d5a8e438 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:09.267929 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 30175801-d24b-431f-8c02-1152943fbd2a details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:03:09.353009 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-eb9daf0b-358d-4e2c-b39d-3a1df534a64e req-34754333-5cc6-4637-84a9-5495d5a8e438 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Calling delete_port for a6961c2c-97de-47af-a847-f69d18fc4fce owned by compute:nova {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:03:09.452928 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d53591-6b0b-484a-84a8-e4dd9db258a1 req-66562efe-557c-49f8-96ce-32e13e94d903 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:09.454340 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b5d53591-6b0b-484a-84a8-e4dd9db258a1 req-66562efe-557c-49f8-96ce-32e13e94d903 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 944 time: 0.3620214 May 04 17:03:09.568903 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b5d53591-6b0b-484a-84a8-e4dd9db258a1 req-bbb043f4-517b-44ec-a693-e09922b21130 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009517 May 04 17:03:09.618433 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 30175801-d24b-431f-8c02-1152943fbd2a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=30175801-d24b-431f-8c02-1152943fbd2a,segment=NetworkSegment(87e26b66-4b3d-4536-a9b9-7fc8bc86198c),segment_id=87e26b66-4b3d-4536-a9b9-7fc8bc86198c)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:03:09.647720 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Returning: {'device': '30175801-d24b-431f-8c02-1152943fbd2a', 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba', 'port_id': '30175801-d24b-431f-8c02-1152943fbd2a', 'mac_address': 'fa:16:3e:19:86:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98153c02-30f1-4f36-87f8-48da6381261d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:03:09.693421 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-eb9daf0b-358d-4e2c-b39d-3a1df534a64e req-34754333-5cc6-4637-84a9-5495d5a8e438 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-721926'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:09.700034 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:09.726223 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['a6961c2c-97de-47af-a847-f69d18fc4fce'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:03:09.810673 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34754333-5cc6-4637-84a9-5495d5a8e438 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Pushing event deleted for resources: {'Port': ['ID=a6961c2c-97de-47af-a847-f69d18fc4fce,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:09.817511 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-34754333-5cc6-4637-84a9-5495d5a8e438 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:09.873428 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:09.894397 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30175801-d24b-431f-8c02-1152943fbd2a {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:03:09.921748 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 30175801-d24b-431f-8c02-1152943fbd2a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=30175801-d24b-431f-8c02-1152943fbd2a,segment=NetworkSegment(87e26b66-4b3d-4536-a9b9-7fc8bc86198c),segment_id=87e26b66-4b3d-4536-a9b9-7fc8bc86198c)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:03:09.929136 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:09.932782 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:09.942673 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9daf0b-358d-4e2c-b39d-3a1df534a64e req-34754333-5cc6-4637-84a9-5495d5a8e438 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] No DVR routers for this DVR port a6961c2c-97de-47af-a847-f69d18fc4fce on host hv-cinder-78960 {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:03:09.949547 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-eb9daf0b-358d-4e2c-b39d-3a1df534a64e req-34754333-5cc6-4637-84a9-5495d5a8e438 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:09.963158 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd545642-869e-44b9-8be3-b8f1a9ca301f', 'name': 'network-vif-deleted', 'tag': 'a6961c2c-97de-47af-a847-f69d18fc4fce'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:03:09.972237 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-eb9daf0b-358d-4e2c-b39d-3a1df534a64e req-34754333-5cc6-4637-84a9-5495d5a8e438 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.41 "DELETE /v2.0/ports/a6961c2c-97de-47af-a847-f69d18fc4fce HTTP/1.1" status: 204 len: 173 time: 1.3487144 May 04 17:03:09.990118 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a2a5e-a2d9-487e-ae87-a8367c0e23f3 req-1f412f58-0f37-47f7-b9ee-f90e12e2aaed tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:09.992100 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-768a2a5e-a2d9-487e-ae87-a8367c0e23f3 req-1f412f58-0f37-47f7-b9ee-f90e12e2aaed tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 946 time: 0.2386634 May 04 17:03:10.064714 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=30175801-d24b-431f-8c02-1152943fbd2a,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:10.069338 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd545642-869e-44b9-8be3-b8f1a9ca301f', 'name': 'network-vif-deleted', 'tag': 'a6961c2c-97de-47af-a847-f69d18fc4fce', 'status': 'completed', 'code': 200} May 04 17:03:10.070496 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:10.088105 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-768a2a5e-a2d9-487e-ae87-a8367c0e23f3 req-67afc306-9336-4590-ba92-8d0e4e453331 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872891 May 04 17:03:10.152806 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['30175801-d24b-431f-8c02-1152943fbd2a'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:03:10.394718 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54764ec0-ea66-4028-b54a-f99c416d6981 req-b92dc12b-978f-4acd-9986-37224641a528 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:10.397046 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-54764ec0-ea66-4028-b54a-f99c416d6981 req-b92dc12b-978f-4acd-9986-37224641a528 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 946 time: 0.1231413 May 04 17:03:10.409806 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 47738) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:10.415260 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-a50c97ca-ace9-4432-8731-86c28a9e20d5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Request body: {'floatingip': {'port_id': '7c1a8203-c49c-4900-9736-ab30590a7bf1'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:03:10.455575 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-62b1d845-bce3-4fec-8f14-e0a635ec03f4 req-6636cca3-0a84-415d-9213-14dbb3a09f67 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Synchronizing usage tracker for tenant:ad1f15f7308042768709828b9a895abf on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:03:10.481113 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-62b1d845-bce3-4fec-8f14-e0a635ec03f4 req-6636cca3-0a84-415d-9213-14dbb3a09f67 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Unset dirty status for tenant:ad1f15f7308042768709828b9a895abf on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:03:10.491673 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-62b1d845-bce3-4fec-8f14-e0a635ec03f4 req-6636cca3-0a84-415d-9213-14dbb3a09f67 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd545642-869e-44b9-8be3-b8f1a9ca301f HTTP/1.1" status: 200 len: 210 time: 0.0868478 May 04 17:03:10.518966 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a50c97ca-ace9-4432-8731-86c28a9e20d5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for floatingip, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:10.628869 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 47748) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:10.837408 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b74cd3b6-1097-472b-9184-289cdac16f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:10.861726 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b74cd3b6-1097-472b-9184-289cdac16f57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:10.870244 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b74cd3b6-1097-472b-9184-289cdac16f57 admin admin] Usage tracker for resource:security_group_rule and tenant:55ff00cf03c14524a5df6fd0c278cb9b is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:10.874461 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b74cd3b6-1097-472b-9184-289cdac16f57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:10.883412 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b74cd3b6-1097-472b-9184-289cdac16f57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:10.930221 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e5939-806b-450d-9e17-03504e326863 req-82a4d07d-a12c-47f6-ac02-a46a8e85f0ac tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:10.931687 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-cc1e5939-806b-450d-9e17-03504e326863 req-82a4d07d-a12c-47f6-ac02-a46a8e85f0ac tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 945 time: 0.1575689 May 04 17:03:10.994542 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-cc1e5939-806b-450d-9e17-03504e326863 req-141a739f-92b4-4287-b971-1aa9fedbeff7 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534241 May 04 17:03:11.081635 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b74cd3b6-1097-472b-9184-289cdac16f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:11.087093 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b74cd3b6-1097-472b-9184-289cdac16f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:11.096777 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:11.148935 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-b74cd3b6-1097-472b-9184-289cdac16f57 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55ff00cf03c14524a5df6fd0c278cb9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5190351 May 04 17:03:11.149829 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 47776) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:11.152514 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cd3b6-1097-472b-9184-289cdac16f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bf2dc1-db22-4528-b442-adc0c39b7484,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:11.156126 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b74cd3b6-1097-472b-9184-289cdac16f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:11.227899 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cd7691f6-ffd4-4ba6-9b4d-73b8200a9ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:11.269422 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 30175801-d24b-431f-8c02-1152943fbd2a up at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:03:11.277986 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cd7691f6-ffd4-4ba6-9b4d-73b8200a9ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:11.340132 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cd7691f6-ffd4-4ba6-9b4d-73b8200a9ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:11.354850 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6f1b263d-cd4d-4002-ab29-9aa73d60e1f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:11.376403 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7691f6-ffd4-4ba6-9b4d-73b8200a9ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bf2dc1-db22-4528-b442-adc0c39b7484,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:11.388529 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-cd7691f6-ffd4-4ba6-9b4d-73b8200a9ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:11.396312 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cd7691f6-ffd4-4ba6-9b4d-73b8200a9ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:11.413875 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-cd7691f6-ffd4-4ba6-9b4d-73b8200a9ba0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35bf2dc1-db22-4528-b442-adc0c39b7484 HTTP/1.1" status: 204 len: 168 time: 0.2626309 May 04 17:03:11.461052 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning for port 30175801-d24b-431f-8c02-1152943fbd2a completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:03:11.474967 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning complete for port 30175801-d24b-431f-8c02-1152943fbd2a triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:03:11.475348 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:11.678666 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 47804) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:11.748522 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:11.787982 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.db.resource_extend [None req-a50c97ca-ace9-4432-8731-86c28a9e20d5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:03:11.813829 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244a77f2-5722-41cf-b068-067f6ab10fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30175801-d24b-431f-8c02-1152943fbd2a'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:03:11.838444 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 30175801-d24b-431f-8c02-1152943fbd2a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=30175801-d24b-431f-8c02-1152943fbd2a,segment=NetworkSegment(87e26b66-4b3d-4536-a9b9-7fc8bc86198c),segment_id=87e26b66-4b3d-4536-a9b9-7fc8bc86198c)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:03:11.844500 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:11.845333 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device a6961c2c-97de-47af-a847-f69d18fc4fce no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:03:11.876024 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:11.967114 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=30175801-d24b-431f-8c02-1152943fbd2a,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:11.970623 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] No Port match for: a6961c2c-97de-47af-a847-f69d18fc4fce {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:03:11.971221 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device a6961c2c-97de-47af-a847-f69d18fc4fce not bound to the agent host hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:03:11.973131 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:11.998197 dv-cinder-789603-1-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244a77f2-5722-41cf-b068-067f6ab10fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30175801-d24b-431f-8c02-1152943fbd2a', 'code': 200} May 04 17:03:12.045759 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a50c97ca-ace9-4432-8731-86c28a9e20d5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:12.053663 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a50c97ca-ace9-4432-8731-86c28a9e20d5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785499'] for floatingip, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:12.105370 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4b5000eb-277b-44a7-bb10-fcddefea99b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:12.136951 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-4b5000eb-277b-44a7-bb10-fcddefea99b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:12.150526 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-4b5000eb-277b-44a7-bb10-fcddefea99b5 admin admin] Usage tracker for resource:security_group_rule and tenant:31a607b80af44974848cfcdf65702935 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:12.158589 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-4b5000eb-277b-44a7-bb10-fcddefea99b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:12.176436 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-4b5000eb-277b-44a7-bb10-fcddefea99b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:12.364929 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.db.l3_db [None req-a50c97ca-ace9-4432-8731-86c28a9e20d5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Floating IP 7957d9f9-56c0-4dfa-8b13-5ec9e38ded32 associated. External IP: 172.28.3.205, port: 7c1a8203-c49c-4900-9736-ab30590a7bf1. May 04 17:03:12.555425 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4b5000eb-277b-44a7-bb10-fcddefea99b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:12.573009 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77be1dc-a900-4599-ab0f-2957ca4e7c91 req-d86e7e70-3342-4ca3-9f4e-73930c21fe00 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:12.575029 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e77be1dc-a900-4599-ab0f-2957ca4e7c91 req-d86e7e70-3342-4ca3-9f4e-73930c21fe00 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.3786280 May 04 17:03:12.587710 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4b5000eb-277b-44a7-bb10-fcddefea99b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:12.638920 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b74cd3b6-1097-472b-9184-289cdac16f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:12.663991 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 47862) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:12.666016 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-4b5000eb-277b-44a7-bb10-fcddefea99b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=31a607b80af44974848cfcdf65702935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9860008 May 04 17:03:12.707593 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5000eb-277b-44a7-bb10-fcddefea99b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb809ab8-0183-4721-a9e0-7c6e2d017849,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:12.712973 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4b5000eb-277b-44a7-bb10-fcddefea99b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:12.736807 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-49b0e803-b4ec-4039-9c3f-f3be8eeb5aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:12.738618 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e77be1dc-a900-4599-ab0f-2957ca4e7c91 req-af87f38a-e9bd-4032-9fb6-078e6bd02194 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013174 May 04 17:03:12.741042 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2ee61-6943-4b30-a2d8-2b896b98fd8c req-c65f53ea-72f5-4200-a361-becc271cabdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:12.742724 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-86e2ee61-6943-4b30-a2d8-2b896b98fd8c req-c65f53ea-72f5-4200-a361-becc271cabdc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 1099 time: 0.4385343 May 04 17:03:12.856420 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-86e2ee61-6943-4b30-a2d8-2b896b98fd8c req-5c70816b-5336-4d63-aaa6-a44a51a1557d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060486 May 04 17:03:12.872916 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 47878) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:12.995607 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-54d09d76-c527-4ec8-879c-aff6ff765e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:13.107604 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-54d09d76-c527-4ec8-879c-aff6ff765e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:13.156972 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 47896) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:13.189609 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50c97ca-ace9-4432-8731-86c28a9e20d5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Router 94b863db-620a-4e6d-9422-70ae39f9f218 has already been hosted by L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:03:13.282634 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1b973976-4f79-4771-afcf-72a482e85b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:13.299243 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-1b973976-4f79-4771-afcf-72a482e85b69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:13.303756 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-1b973976-4f79-4771-afcf-72a482e85b69 admin admin] Usage tracker for resource:security_group_rule and tenant:c6d0ec9a2a9544589cb64614cc16099d is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:13.306941 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-1b973976-4f79-4771-afcf-72a482e85b69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:13.313519 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-54d09d76-c527-4ec8-879c-aff6ff765e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:13.315115 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-1b973976-4f79-4771-afcf-72a482e85b69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:13.335463 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:13.387396 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d09d76-c527-4ec8-879c-aff6ff765e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb809ab8-0183-4721-a9e0-7c6e2d017849,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:13.391920 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-54d09d76-c527-4ec8-879c-aff6ff765e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:13.395948 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-54d09d76-c527-4ec8-879c-aff6ff765e66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb809ab8-0183-4721-a9e0-7c6e2d017849 HTTP/1.1" status: 204 len: 168 time: 0.7285631 May 04 17:03:13.397018 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-54d09d76-c527-4ec8-879c-aff6ff765e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:13.529787 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c06b1e7f-9d51-4794-b8b9-ef268c64e458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:13.583117 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1b973976-4f79-4771-afcf-72a482e85b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:13.588501 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c06b1e7f-9d51-4794-b8b9-ef268c64e458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:13.600615 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c06b1e7f-9d51-4794-b8b9-ef268c64e458 admin admin] Usage tracker for resource:security_group_rule and tenant:13f298cf55f942b097fed0cdafb3ba2a is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:13.611073 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1b973976-4f79-4771-afcf-72a482e85b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:13.637429 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50c97ca-ace9-4432-8731-86c28a9e20d5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:03:13.638702 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c06b1e7f-9d51-4794-b8b9-ef268c64e458 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:13.648938 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:13.652210 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fb4b49-e670-47e7-ab64-e79b958a88c9 None None] Sync routers for ids ['94b863db-620a-4e6d-9422-70ae39f9f218'] in dv-cinder-789603-1-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:03:13.653041 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a50c97ca-ace9-4432-8731-86c28a9e20d5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for floatingip, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:13.679259 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fb4b49-e670-47e7-ab64-e79b958a88c9 None None] Routers {'94b863db-620a-4e6d-9422-70ae39f9f218'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:03:13.679907 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-56fb4b49-e670-47e7-ab64-e79b958a88c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:02:46Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['94b863db-620a-4e6d-9422-70ae39f9f218'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:03:13.691792 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c06b1e7f-9d51-4794-b8b9-ef268c64e458 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:13.800243 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-a50c97ca-ace9-4432-8731-86c28a9e20d5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "PUT /v2.0/floatingips/7957d9f9-56c0-4dfa-8b13-5ec9e38ded32 HTTP/1.1" status: 200 len: 992 time: 3.3893306 May 04 17:03:13.801156 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd16f888-0898-4b5b-88e7-790b0548e87e', 'tag': '7c1a8203-c49c-4900-9736-ab30590a7bf1'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:03:13.840736 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b973976-4f79-4771-afcf-72a482e85b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8bd963-2a29-4620-954f-97ec6610efb6,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:13.866755 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1b973976-4f79-4771-afcf-72a482e85b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:13.954735 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-1b973976-4f79-4771-afcf-72a482e85b69 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6d0ec9a2a9544589cb64614cc16099d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0806832 May 04 17:03:13.957509 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 47942) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:14.090073 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c06b1e7f-9d51-4794-b8b9-ef268c64e458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:14.098207 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c06b1e7f-9d51-4794-b8b9-ef268c64e458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:14.109747 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bdf77c68-dae1-4abf-a1dc-b5c6d704f08a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:14.132039 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-07818808-173f-4650-92e5-0c38d5f32521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:14.150826 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b1e7f-9d51-4794-b8b9-ef268c64e458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da31dcc-79d2-4bb1-af38-056368bdb11b,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:14.161427 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c06b1e7f-9d51-4794-b8b9-ef268c64e458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:14.161935 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-56fb4b49-e670-47e7-ab64-e79b958a88c9 None None] Set router 94b863db-620a-4e6d-9422-70ae39f9f218 gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:03:14.197151 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd47629-759f-454b-878e-52669eac5277 req-b3704ac0-36e3-46cf-867f-7ba428c7cb58 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:14.198709 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-0cd47629-759f-454b-878e-52669eac5277 req-b3704ac0-36e3-46cf-867f-7ba428c7cb58 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.1864061 May 04 17:03:14.199716 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-07818808-173f-4650-92e5-0c38d5f32521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:14.211168 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-c06b1e7f-9d51-4794-b8b9-ef268c64e458 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13f298cf55f942b097fed0cdafb3ba2a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0509360 May 04 17:03:14.211548 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 47964) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:14.223288 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 47968) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:14.236315 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd16f888-0898-4b5b-88e7-790b0548e87e', 'tag': '7c1a8203-c49c-4900-9736-ab30590a7bf1', 'status': 'completed', 'code': 200} May 04 17:03:14.290139 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-229a9d02-1d38-439e-8705-4f5d281e124b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:14.360318 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-229a9d02-1d38-439e-8705-4f5d281e124b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:14.366685 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-229a9d02-1d38-439e-8705-4f5d281e124b admin admin] Usage tracker for resource:security_group_rule and tenant:93def9a1b4d148c6932a73e67bb7e73f is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:14.369652 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-229a9d02-1d38-439e-8705-4f5d281e124b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:14.377856 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-229a9d02-1d38-439e-8705-4f5d281e124b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:14.385966 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-0cd47629-759f-454b-878e-52669eac5277 req-d0237d69-2446-4a4d-908f-8940ef11d0d2 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752923 May 04 17:03:14.392122 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c3504657-6499-4991-8f01-0e3e54a0857e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:14.436626 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-07818808-173f-4650-92e5-0c38d5f32521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:14.459691 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a1af1ccd-6f5e-4a03-8325-519b80d10beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:14.473131 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c3504657-6499-4991-8f01-0e3e54a0857e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:14.495811 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 47982) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:14.538190 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cc491-1b7a-49a8-bda7-537165418f11 req-1c413583-9810-4e78-9544-4a100f7b155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:14.539652 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ef9cc491-1b7a-49a8-bda7-537165418f11 req-1c413583-9810-4e78-9544-4a100f7b155a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a530a7f8042040e98a19a0a59ab370ed&device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 1099 time: 0.2834704 May 04 17:03:14.544757 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-07818808-173f-4650-92e5-0c38d5f32521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:14.546454 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-07818808-173f-4650-92e5-0c38d5f32521 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e8bd963-2a29-4620-954f-97ec6610efb6 HTTP/1.1" status: 204 len: 168 time: 0.5878909 May 04 17:03:14.547591 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07818808-173f-4650-92e5-0c38d5f32521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8bd963-2a29-4620-954f-97ec6610efb6,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:14.557073 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-07818808-173f-4650-92e5-0c38d5f32521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:14.601543 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d617d19-e208-4ec4-a6d4-56ba084f73d9 admin admin] Deleting subnet 72e3d581-c3e3-492f-9d93-d9804c77ef1e {{(pid=73810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:03:14.614047 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9d617d19-e208-4ec4-a6d4-56ba084f73d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:14.723894 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9d617d19-e208-4ec4-a6d4-56ba084f73d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2356537'] for subnet, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:14.757373 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c3504657-6499-4991-8f01-0e3e54a0857e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:14.766107 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-229a9d02-1d38-439e-8705-4f5d281e124b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:14.772901 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-229a9d02-1d38-439e-8705-4f5d281e124b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:14.782392 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-32b575d7-7b04-4f3b-a3ee-618d788a4b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:14.792873 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-041e14ca-e4f3-4f42-a262-58c2304a27aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:14.824769 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3504657-6499-4991-8f01-0e3e54a0857e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da31dcc-79d2-4bb1-af38-056368bdb11b,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:14.862998 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c3504657-6499-4991-8f01-0e3e54a0857e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:14.885637 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-229a9d02-1d38-439e-8705-4f5d281e124b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93def9a1b4d148c6932a73e67bb7e73f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6508763 May 04 17:03:14.888683 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 47998) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:14.890636 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a9d02-1d38-439e-8705-4f5d281e124b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af69da6e-3154-4842-81a4-ae964dfe632b,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:14.898954 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-229a9d02-1d38-439e-8705-4f5d281e124b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:14.904941 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9d617d19-e208-4ec4-a6d4-56ba084f73d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1962431'] for subnet, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:14.950190 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-56fb4b49-e670-47e7-ab64-e79b958a88c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'name': 'tempest-AttachVolumeShelveTestJSON-1378711398-router', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:23Z', 'updated_at': '2021-05-04T17:02:37Z', 'revision_number': 4, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'gw_port': {'id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:25Z', 'updated_at': '2021-05-04T17:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_floatingips': [{'id': '7957d9f9-56c0-4dfa-8b13-5ec9e38ded32', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'floating_ip_address': '172.28.3.205', 'floating_network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'router_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'port_id': '7c1a8203-c49c-4900-9736-ab30590a7bf1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'mac_address': 'fa:16:3e:3a:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd16f888-0898-4b5b-88e7-790b0548e87e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:02:49Z', 'updated_at': '2021-05-04T17:03:11Z', 'revision_number': 1, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718b8019-836f-4101-b861-85fba12b4299', 'name': '', 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'mac_address': 'fa:16:3e:e7:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:34Z', 'updated_at': '2021-05-04T17:02:48Z', 'revision_number': 5, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'subnets': [{'id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:03:14.960012 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fb4b49-e670-47e7-ab64-e79b958a88c9 None None] Checking router: 94b863db-620a-4e6d-9422-70ae39f9f218 for host: dv-cinder-789603-1-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:03:14.982775 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fb4b49-e670-47e7-ab64-e79b958a88c9 None None] Routers {'94b863db-620a-4e6d-9422-70ae39f9f218'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:03:14.985405 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-56fb4b49-e670-47e7-ab64-e79b958a88c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:02:46Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['94b863db-620a-4e6d-9422-70ae39f9f218'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:03:14.986794 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c3504657-6499-4991-8f01-0e3e54a0857e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:14.988204 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-c3504657-6499-4991-8f01-0e3e54a0857e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7da31dcc-79d2-4bb1-af38-056368bdb11b HTTP/1.1" status: 204 len: 168 time: 0.7754216 May 04 17:03:14.990326 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cc491-1b7a-49a8-bda7-537165418f11 req-b329867a-a2d1-4fa5-b633-bf9cded2b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:14.991992 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ef9cc491-1b7a-49a8-bda7-537165418f11 req-b329867a-a2d1-4fa5-b633-bf9cded2b909 service neutron] 10.222.0.41 "GET /v2.0/networks?id=805702bb-73e1-49e9-949a-99d683f18b45 HTTP/1.1" status: 200 len: 918 time: 0.4242332 May 04 17:03:15.083849 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444c34c-f4fd-4696-8f8d-0171fc2f8720 req-7da0c597-256d-4c1d-a3bd-3ae5d55087d5 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:15.089726 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f444c34c-f4fd-4696-8f8d-0171fc2f8720 req-7da0c597-256d-4c1d-a3bd-3ae5d55087d5 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.4789522 May 04 17:03:15.104965 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 48012) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:15.120427 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-0a184e4c-2e49-4113-99e2-4234e776ca8a tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Request body: {'floatingip': {'port_id': '30175801-d24b-431f-8c02-1152943fbd2a'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:03:15.213048 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-56fb4b49-e670-47e7-ab64-e79b958a88c9 None None] Set router 94b863db-620a-4e6d-9422-70ae39f9f218 gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:03:15.229285 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0a184e4c-2e49-4113-99e2-4234e776ca8a tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for floatingip, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:15.293560 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-bc012f9a-5559-4e14-9f91-290637fd57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:15.333977 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ef9cc491-1b7a-49a8-bda7-537165418f11 req-455d4be1-43c4-41de-a627-52b4c9296fc9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c1a8203-c49c-4900-9736-ab30590a7bf1 HTTP/1.1" status: 200 len: 1000 time: 0.3288436 May 04 17:03:15.337783 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ab441378-64ee-4690-b743-c5ae5679594b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:15.499569 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:03:15.510279 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9d617d19-e208-4ec4-a6d4-56ba084f73d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1962422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2563741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2596031'] for subnet, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:15.519226 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-96388745-65ea-46c4-ae6e-3265d11bd44a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:15.588742 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:15.594053 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d617d19-e208-4ec4-a6d4-56ba084f73d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72e3d581-c3e3-492f-9d93-d9804c77ef1e,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:15.598056 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-9d617d19-e208-4ec4-a6d4-56ba084f73d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:15.604331 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9d617d19-e208-4ec4-a6d4-56ba084f73d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:15.617806 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ab441378-64ee-4690-b743-c5ae5679594b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:15.648652 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-9d617d19-e208-4ec4-a6d4-56ba084f73d9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/72e3d581-c3e3-492f-9d93-d9804c77ef1e HTTP/1.1" status: 204 len: 168 time: 1.1449952 May 04 17:03:15.653671 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 48028) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:15.735465 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cc491-1b7a-49a8-bda7-537165418f11 req-8c50ea83-e4e5-4bc7-b9ba-e165c36cdebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:15.740234 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ef9cc491-1b7a-49a8-bda7-537165418f11 req-8c50ea83-e4e5-4bc7-b9ba-e165c36cdebc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab HTTP/1.1" status: 200 len: 856 time: 0.3555212 May 04 17:03:15.824915 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-56fb4b49-e670-47e7-ab64-e79b958a88c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'name': 'tempest-AttachVolumeShelveTestJSON-1378711398-router', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:23Z', 'updated_at': '2021-05-04T17:02:37Z', 'revision_number': 4, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'gw_port': {'id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:25Z', 'updated_at': '2021-05-04T17:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_floatingips': [{'id': '7957d9f9-56c0-4dfa-8b13-5ec9e38ded32', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'floating_ip_address': '172.28.3.205', 'floating_network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'router_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'port_id': '7c1a8203-c49c-4900-9736-ab30590a7bf1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'mac_address': 'fa:16:3e:3a:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd16f888-0898-4b5b-88e7-790b0548e87e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:02:49Z', 'updated_at': '2021-05-04T17:03:11Z', 'revision_number': 1, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718b8019-836f-4101-b861-85fba12b4299', 'name': '', 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'mac_address': 'fa:16:3e:e7:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:34Z', 'updated_at': '2021-05-04T17:02:48Z', 'revision_number': 5, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'subnets': [{'id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:03:15.831410 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fb4b49-e670-47e7-ab64-e79b958a88c9 None None] The sync data for ids ['94b863db-620a-4e6d-9422-70ae39f9f218'] in dv-cinder-789603-1-smb is: [{'id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'name': 'tempest-AttachVolumeShelveTestJSON-1378711398-router', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:23Z', 'updated_at': '2021-05-04T17:02:37Z', 'revision_number': 4, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'gw_port': {'id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:25Z', 'updated_at': '2021-05-04T17:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_floatingips': [{'id': '7957d9f9-56c0-4dfa-8b13-5ec9e38ded32', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'floating_ip_address': '172.28.3.205', 'floating_network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'router_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'port_id': '7c1a8203-c49c-4900-9736-ab30590a7bf1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'mac_address': 'fa:16:3e:3a:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd16f888-0898-4b5b-88e7-790b0548e87e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:02:49Z', 'updated_at': '2021-05-04T17:03:11Z', 'revision_number': 1, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718b8019-836f-4101-b861-85fba12b4299', 'name': '', 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'mac_address': 'fa:16:3e:e7:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:34Z', 'updated_at': '2021-05-04T17:02:48Z', 'revision_number': 5, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'subnets': [{'id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:03:15.868386 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 48034) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:15.868954 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 48036) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:15.906568 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d99fecea-53bd-4d4a-a5db-93673cf7525e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:15.944907 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-d99fecea-53bd-4d4a-a5db-93673cf7525e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:15.949730 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-d99fecea-53bd-4d4a-a5db-93673cf7525e admin admin] Usage tracker for resource:security_group_rule and tenant:14592ccf4c7a4de8996a65824146d1ec is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:15.953117 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-d99fecea-53bd-4d4a-a5db-93673cf7525e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:15.959040 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-02cb8d7d-0791-4742-b6b0-4cd2fc4b0812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:15.960106 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f40c7799-3f1c-4920-a903-b58526f49be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794009'] for network, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:15.981721 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-d99fecea-53bd-4d4a-a5db-93673cf7525e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:15.990640 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-02cb8d7d-0791-4742-b6b0-4cd2fc4b0812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:15.994521 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-02cb8d7d-0791-4742-b6b0-4cd2fc4b0812 admin admin] Usage tracker for resource:security_group_rule and tenant:2bc56b6ce0e1405eaf43147fdad87668 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:15.997634 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-02cb8d7d-0791-4742-b6b0-4cd2fc4b0812 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:16.003764 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-02cb8d7d-0791-4742-b6b0-4cd2fc4b0812 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:16.025243 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 48046) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:16.151162 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f40c7799-3f1c-4920-a903-b58526f49be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902626', 'neutron.services.segments.db._delete_segments_for_network-8730882941489'] for network, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:16.184374 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3a02d3-ea56-49fa-9030-2c32065dfca1 None None] New status for floating IP 7957d9f9-56c0-4dfa-8b13-5ec9e38ded32: ACTIVE {{(pid=73811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:03:16.303492 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-f40c7799-3f1c-4920-a903-b58526f49be8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fafbc498-7b5c-44ec-a702-9b711149cbed']}} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:03:16.319753 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-f40c7799-3f1c-4920-a903-b58526f49be8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '296458b8-6710-4432-b00c-ef7b30fc1eae') {'for_net_delete': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:03:16.320333 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-f40c7799-3f1c-4920-a903-b58526f49be8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '296458b8-6710-4432-b00c-ef7b30fc1eae') {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:03:16.336208 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f40c7799-3f1c-4920-a903-b58526f49be8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730882953063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2356480'] for segment, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:16.356840 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f40c7799-3f1c-4920-a903-b58526f49be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:16.364936 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f40c7799-3f1c-4920-a903-b58526f49be8 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=73810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:03:16.371899 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cc491-1b7a-49a8-bda7-537165418f11 req-1fc71d12-3d6d-4ab9-88bf-1e3870781390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:16.373450 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ef9cc491-1b7a-49a8-bda7-537165418f11 req-1fc71d12-3d6d-4ab9-88bf-1e3870781390 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=805702bb-73e1-49e9-949a-99d683f18b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5960057 May 04 17:03:16.483553 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-48f19334-1589-4318-8511-2e632b414aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:16.508217 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-48f19334-1589-4318-8511-2e632b414aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:16.517411 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-48f19334-1589-4318-8511-2e632b414aad admin admin] Usage tracker for resource:security_group_rule and tenant:f22dc5f2648340e2b0cf8f18d259aa69 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:16.525298 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-48f19334-1589-4318-8511-2e632b414aad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:16.532101 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-48f19334-1589-4318-8511-2e632b414aad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:16.564717 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-02cb8d7d-0791-4742-b6b0-4cd2fc4b0812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:16.574743 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ab441378-64ee-4690-b743-c5ae5679594b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:16.612629 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:16.648753 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c3504657-6499-4991-8f01-0e3e54a0857e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:16.665155 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-f40c7799-3f1c-4920-a903-b58526f49be8 admin admin] Network fafbc498-7b5c-44ec-a702-9b711149cbed has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:03:16.676111 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-02cb8d7d-0791-4742-b6b0-4cd2fc4b0812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:16.679885 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f40c7799-3f1c-4920-a903-b58526f49be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1964778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2562367'] for segment, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:16.727003 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ef9cc491-1b7a-49a8-bda7-537165418f11 req-7907afe5-9129-45b8-88a8-976fc0247dc2 service neutron] 10.222.0.41 "GET /v2.0/networks/805702bb-73e1-49e9-949a-99d683f18b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433108 May 04 17:03:16.795313 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-02cb8d7d-0791-4742-b6b0-4cd2fc4b0812 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2bc56b6ce0e1405eaf43147fdad87668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9224741 May 04 17:03:16.797189 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab441378-64ee-4690-b743-c5ae5679594b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af69da6e-3154-4842-81a4-ae964dfe632b,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:16.800045 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ab441378-64ee-4690-b743-c5ae5679594b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:16.804156 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 48070) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:16.824858 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c06b1e7f-9d51-4794-b8b9-ef268c64e458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:16.836802 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:16.938298 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ab441378-64ee-4690-b743-c5ae5679594b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:16.939314 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-ab441378-64ee-4690-b743-c5ae5679594b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af69da6e-3154-4842-81a4-ae964dfe632b HTTP/1.1" status: 204 len: 168 time: 2.0054767 May 04 17:03:16.985594 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-48f19334-1589-4318-8511-2e632b414aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:17.000456 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-f40c7799-3f1c-4920-a903-b58526f49be8 admin admin] Network fafbc498-7b5c-44ec-a702-9b711149cbed has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:03:17.011913 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-48f19334-1589-4318-8511-2e632b414aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:17.034331 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: Traceback (most recent call last): May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: timer() May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: cb(*args, **kw) May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: return func(*args, **kwargs) May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: self._notify() May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: self.callback(batched_events) May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: event.method(event) May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: return f(self, *a, **k) May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: return self._get(url).json() May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: return self.request(url, 'GET', **kwargs) May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:03:17.040710 dv-cinder-789603-1-smb neutron-server[73810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:03:17.143948 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f19334-1589-4318-8511-2e632b414aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1202d18e-329c-4890-9af1-2daf007303d6,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:17.149060 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-48f19334-1589-4318-8511-2e632b414aad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f22dc5f2648340e2b0cf8f18d259aa69&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1095545 May 04 17:03:17.151664 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 48078) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:17.154820 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-48f19334-1589-4318-8511-2e632b414aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:17.173749 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f40c7799-3f1c-4920-a903-b58526f49be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785481'] for network, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:17.191137 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:17.217035 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f40c7799-3f1c-4920-a903-b58526f49be8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:17.223090 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c7799-3f1c-4920-a903-b58526f49be8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fafbc498-7b5c-44ec-a702-9b711149cbed,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:17.235365 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f40c7799-3f1c-4920-a903-b58526f49be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:17.239193 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb8d7d-0791-4742-b6b0-4cd2fc4b0812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c43aba5-c387-443a-b1ec-c1bdebc9ab0f,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:17.242762 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-02cb8d7d-0791-4742-b6b0-4cd2fc4b0812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:17.257213 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-f40c7799-3f1c-4920-a903-b58526f49be8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fafbc498-7b5c-44ec-a702-9b711149cbed HTTP/1.1" status: 204 len: 168 time: 1.6014135 May 04 17:03:17.265023 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-37aa9f5f-bf7f-4c1d-b817-d7155c021c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:17.271993 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d99fecea-53bd-4d4a-a5db-93673cf7525e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:17.287634 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d99fecea-53bd-4d4a-a5db-93673cf7525e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:17.295448 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-37aa9f5f-bf7f-4c1d-b817-d7155c021c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:17.309932 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d43dfcb2-9a45-4e67-9f82-2034bec30a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:17.315500 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 48084) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:17.347612 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ccf7580f-6ba6-4a10-b23a-194627a7c5ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:17.365545 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-ccf7580f-6ba6-4a10-b23a-194627a7c5ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:17.370175 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-ccf7580f-6ba6-4a10-b23a-194627a7c5ca admin admin] Usage tracker for resource:security_group_rule and tenant:27c45e4ade50413ea6a5d5698e780f2f is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:17.373254 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-ccf7580f-6ba6-4a10-b23a-194627a7c5ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:17.379990 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-ccf7580f-6ba6-4a10-b23a-194627a7c5ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:17.380895 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d020b504-3aa9-4fcd-9bcb-0100d8d6aa4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:17.403936 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-37aa9f5f-bf7f-4c1d-b817-d7155c021c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:17.407530 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-d99fecea-53bd-4d4a-a5db-93673cf7525e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=14592ccf4c7a4de8996a65824146d1ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5295904 May 04 17:03:17.410311 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 48088) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:17.410947 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-dc30d96c-6aa2-43e6-8c44-906ed31e62dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:17.414737 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99fecea-53bd-4d4a-a5db-93673cf7525e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2b62ca-b897-47a0-a1b9-4031d2753aa2,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:17.418043 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d99fecea-53bd-4d4a-a5db-93673cf7525e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:17.420663 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ef9cc491-1b7a-49a8-bda7-537165418f11 req-777823f6-9b72-4009-94cb-1c9e52490295 service neutron] 10.222.0.41 "GET /v2.0/networks/805702bb-73e1-49e9-949a-99d683f18b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6732419 May 04 17:03:17.423561 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 48090) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:17.442909 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa9f5f-bf7f-4c1d-b817-d7155c021c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1202d18e-329c-4890-9af1-2daf007303d6,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:17.454933 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-37aa9f5f-bf7f-4c1d-b817-d7155c021c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:17.476809 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-37aa9f5f-bf7f-4c1d-b817-d7155c021c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:17.477995 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-37aa9f5f-bf7f-4c1d-b817-d7155c021c51 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1202d18e-329c-4890-9af1-2daf007303d6 HTTP/1.1" status: 204 len: 168 time: 0.3250854 May 04 17:03:17.520864 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d020b504-3aa9-4fcd-9bcb-0100d8d6aa4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:17.534105 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e7eb98b9-6067-409b-9e31-239fbe7bd6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:17.582101 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.db.resource_extend [None req-0a184e4c-2e49-4113-99e2-4234e776ca8a tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:03:17.583374 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e7eb98b9-6067-409b-9e31-239fbe7bd6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:17.600755 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ccf7580f-6ba6-4a10-b23a-194627a7c5ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:17.609236 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ccf7580f-6ba6-4a10-b23a-194627a7c5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:17.620983 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-529bb5d7-8317-4b7d-837c-fdde3d0c8588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:17.665017 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-3d73535d-0005-41a6-abe3-527e22be0a39 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad1f15f7308042768709828b9a895abf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2381473 May 04 17:03:17.668349 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 48100) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:17.689254 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-ccf7580f-6ba6-4a10-b23a-194627a7c5ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27c45e4ade50413ea6a5d5698e780f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3725636 May 04 17:03:17.691330 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 48104) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:17.695010 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7580f-6ba6-4a10-b23a-194627a7c5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84169d29-ea28-4d7d-a022-c497a86f7b32,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:17.712111 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ccf7580f-6ba6-4a10-b23a-194627a7c5ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:17.739515 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d020b504-3aa9-4fcd-9bcb-0100d8d6aa4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:17.742406 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e7eb98b9-6067-409b-9e31-239fbe7bd6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:17.744053 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c7564249-2a55-4924-b917-6425e9417f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:17.748415 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ccf7580f-6ba6-4a10-b23a-194627a7c5ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:17.756023 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0a184e4c-2e49-4113-99e2-4234e776ca8a tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:17.768676 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020b504-3aa9-4fcd-9bcb-0100d8d6aa4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c43aba5-c387-443a-b1ec-c1bdebc9ab0f,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:17.771658 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d020b504-3aa9-4fcd-9bcb-0100d8d6aa4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:17.772724 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0a184e4c-2e49-4113-99e2-4234e776ca8a tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785499'] for floatingip, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:17.777659 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb98b9-6067-409b-9e31-239fbe7bd6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2b62ca-b897-47a0-a1b9-4031d2753aa2,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:17.784662 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e7eb98b9-6067-409b-9e31-239fbe7bd6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:17.797980 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e7eb98b9-6067-409b-9e31-239fbe7bd6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:17.801647 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-e7eb98b9-6067-409b-9e31-239fbe7bd6ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c2b62ca-b897-47a0-a1b9-4031d2753aa2 HTTP/1.1" status: 204 len: 168 time: 0.3778477 May 04 17:03:17.817782 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eefbd4b5-50cf-4e82-9939-531100181c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:17.860373 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d020b504-3aa9-4fcd-9bcb-0100d8d6aa4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:17.862004 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-d020b504-3aa9-4fcd-9bcb-0100d8d6aa4d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c43aba5-c387-443a-b1ec-c1bdebc9ab0f HTTP/1.1" status: 204 len: 168 time: 1.0296309 May 04 17:03:17.881487 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eefbd4b5-50cf-4e82-9939-531100181c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:17.912398 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b3fc6db8-354e-4bc4-9614-5b0d683bd720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:17.950385 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b3fc6db8-354e-4bc4-9614-5b0d683bd720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:17.977863 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eefbd4b5-50cf-4e82-9939-531100181c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:17.984962 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0aa93bb2-e727-42c2-8bde-6f47c9ce6a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:18.002903 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbd4b5-50cf-4e82-9939-531100181c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84169d29-ea28-4d7d-a022-c497a86f7b32,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:18.008041 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-eefbd4b5-50cf-4e82-9939-531100181c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:18.009588 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eefbd4b5-50cf-4e82-9939-531100181c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:18.010845 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-eefbd4b5-50cf-4e82-9939-531100181c63 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84169d29-ea28-4d7d-a022-c497a86f7b32 HTTP/1.1" status: 204 len: 168 time: 0.3183482 May 04 17:03:18.062263 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 48120) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:18.082916 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9b86cca4-aedc-4703-99bc-018622c91f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:18.102870 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-9b86cca4-aedc-4703-99bc-018622c91f9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:18.107609 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-9b86cca4-aedc-4703-99bc-018622c91f9d admin admin] Usage tracker for resource:security_group_rule and tenant:6e6bf016d2c741bf80389c3d1d9f1755 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:18.109485 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b3fc6db8-354e-4bc4-9614-5b0d683bd720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:18.111048 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-9b86cca4-aedc-4703-99bc-018622c91f9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:18.117211 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-9b86cca4-aedc-4703-99bc-018622c91f9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:18.124057 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4b5000eb-277b-44a7-bb10-fcddefea99b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:18.138162 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc6db8-354e-4bc4-9614-5b0d683bd720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa1d914-adff-4956-8274-1f75b07db826,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:18.141457 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.db.l3_db [None req-0a184e4c-2e49-4113-99e2-4234e776ca8a tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Floating IP 9b106d52-dd08-49ec-93e6-249efaf6b0e1 associated. External IP: 172.28.3.78, port: 30175801-d24b-431f-8c02-1152943fbd2a. May 04 17:03:18.236808 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9b86cca4-aedc-4703-99bc-018622c91f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:18.243697 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9b86cca4-aedc-4703-99bc-018622c91f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:18.247574 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:18.256737 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:18.309421 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b3fc6db8-354e-4bc4-9614-5b0d683bd720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:18.310452 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-9b86cca4-aedc-4703-99bc-018622c91f9d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e6bf016d2c741bf80389c3d1d9f1755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2465358 May 04 17:03:18.311717 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 48128) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:18.315428 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86cca4-aedc-4703-99bc-018622c91f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cd9b75-bdf7-4922-8041-3108ff9a9784,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:18.331402 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b3fc6db8-354e-4bc4-9614-5b0d683bd720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:18.333175 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-b3fc6db8-354e-4bc4-9614-5b0d683bd720 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2aa1d914-adff-4956-8274-1f75b07db826 HTTP/1.1" status: 204 len: 168 time: 0.6637750 May 04 17:03:18.361458 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-9b86cca4-aedc-4703-99bc-018622c91f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:18.396041 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-29bd2ff8-b432-433d-9a4b-624420fec2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:18.428260 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-29bd2ff8-b432-433d-9a4b-624420fec2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:18.501861 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-29bd2ff8-b432-433d-9a4b-624420fec2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:18.507518 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-21d9fc2f-5480-4e49-83e4-5ef5c4ce8c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:18.521499 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd2ff8-b432-433d-9a4b-624420fec2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cd9b75-bdf7-4922-8041-3108ff9a9784,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:18.524949 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-29bd2ff8-b432-433d-9a4b-624420fec2d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:18.531245 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-29bd2ff8-b432-433d-9a4b-624420fec2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:18.535795 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-29bd2ff8-b432-433d-9a4b-624420fec2d2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f0cd9b75-bdf7-4922-8041-3108ff9a9784 HTTP/1.1" status: 204 len: 168 time: 0.2188458 May 04 17:03:18.702289 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a184e4c-2e49-4113-99e2-4234e776ca8a tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Router 928fe277-0f81-4817-a076-42d113632636 has already been hosted by L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:03:18.805860 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 48148) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:18.899142 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a184e4c-2e49-4113-99e2-4234e776ca8a tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:03:18.905206 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0a184e4c-2e49-4113-99e2-4234e776ca8a tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:18.912145 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f262ae76-c660-458e-b471-acf8a576e7f3 None None] Sync routers for ids ['928fe277-0f81-4817-a076-42d113632636'] in dv-cinder-789603-1-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:03:18.926176 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f262ae76-c660-458e-b471-acf8a576e7f3 None None] Routers {'928fe277-0f81-4817-a076-42d113632636'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:03:18.926798 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-f262ae76-c660-458e-b471-acf8a576e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:03:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['928fe277-0f81-4817-a076-42d113632636'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:03:19.000823 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-0a184e4c-2e49-4113-99e2-4234e776ca8a tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "PUT /v2.0/floatingips/9b106d52-dd08-49ec-93e6-249efaf6b0e1 HTTP/1.1" status: 200 len: 991 time: 3.8925383 May 04 17:03:19.002450 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244a77f2-5722-41cf-b068-067f6ab10fe4', 'tag': '30175801-d24b-431f-8c02-1152943fbd2a'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:03:19.082700 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244a77f2-5722-41cf-b068-067f6ab10fe4', 'tag': '30175801-d24b-431f-8c02-1152943fbd2a', 'status': 'completed', 'code': 200} May 04 17:03:19.159901 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-f262ae76-c660-458e-b471-acf8a576e7f3 None None] Set router 928fe277-0f81-4817-a076-42d113632636 gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:03:19.231249 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fdafe-d904-4391-be12-a72bdd450e0e req-33a159d8-439e-44b4-9b5f-f6b4297ffa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:19.234025 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-896fdafe-d904-4391-be12-a72bdd450e0e req-33a159d8-439e-44b4-9b5f-f6b4297ffa93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83b14f849204c3cac0cfd0b7b059636&device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 1099 time: 0.1293106 May 04 17:03:19.253429 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e2f33051-3877-469e-a6fe-5781f13d161e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:19.292822 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-e2f33051-3877-469e-a6fe-5781f13d161e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:19.298976 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-e2f33051-3877-469e-a6fe-5781f13d161e admin admin] Usage tracker for resource:security_group_rule and tenant:d3cf188a671c4eebbdf32dc0f142a22c is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:19.310025 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-e2f33051-3877-469e-a6fe-5781f13d161e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:19.317032 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-e2f33051-3877-469e-a6fe-5781f13d161e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:19.443281 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e2f33051-3877-469e-a6fe-5781f13d161e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:19.450727 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e2f33051-3877-469e-a6fe-5781f13d161e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:19.458976 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fdafe-d904-4391-be12-a72bdd450e0e req-08ce91ce-1436-46bb-a0b5-000cd9df76be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:19.460664 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-896fdafe-d904-4391-be12-a72bdd450e0e req-08ce91ce-1436-46bb-a0b5-000cd9df76be service neutron] 10.222.0.41 "GET /v2.0/networks?id=23df80bd-2b5c-4d29-962a-2ad738e32bba HTTP/1.1" status: 200 len: 912 time: 0.2205307 May 04 17:03:19.466953 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-54d09d76-c527-4ec8-879c-aff6ff765e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:19.522595 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-e2f33051-3877-469e-a6fe-5781f13d161e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3cf188a671c4eebbdf32dc0f142a22c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7155166 May 04 17:03:19.523849 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f33051-3877-469e-a6fe-5781f13d161e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3cb234-dc87-4959-bc9e-d78cdce88318,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:19.526628 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 48188) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:19.529525 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e2f33051-3877-469e-a6fe-5781f13d161e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:19.627007 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0fc3ae3c-87f2-43e6-88c3-ef06edf1c3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:19.634648 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-896fdafe-d904-4391-be12-a72bdd450e0e req-e3898439-5466-4c1a-ac90-a201fb2a2909 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30175801-d24b-431f-8c02-1152943fbd2a HTTP/1.1" status: 200 len: 999 time: 0.1663272 May 04 17:03:19.661905 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0fc3ae3c-87f2-43e6-88c3-ef06edf1c3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:19.726300 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fdafe-d904-4391-be12-a72bdd450e0e req-5df6dd86-e1b0-444d-8974-4e40059a0c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:19.728143 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-896fdafe-d904-4391-be12-a72bdd450e0e req-5df6dd86-e1b0-444d-8974-4e40059a0c2f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98153c02-30f1-4f36-87f8-48da6381261d HTTP/1.1" status: 200 len: 850 time: 0.0860994 May 04 17:03:19.785233 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0fc3ae3c-87f2-43e6-88c3-ef06edf1c3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:19.792770 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0e1d6250-31a0-4354-9a6d-4cac861fefb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:19.797430 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-f262ae76-c660-458e-b471-acf8a576e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928fe277-0f81-4817-a076-42d113632636', 'name': 'tempest-AttachVolumeTestJSON-1477687982-router', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:24Z', 'updated_at': '2021-05-04T17:02:40Z', 'revision_number': 4, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'gw_port': {'id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:26Z', 'updated_at': '2021-05-04T17:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_floatingips': [{'id': '9b106d52-dd08-49ec-93e6-249efaf6b0e1', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'floating_ip_address': '172.28.3.78', 'floating_network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'router_id': '928fe277-0f81-4817-a076-42d113632636', 'port_id': '30175801-d24b-431f-8c02-1152943fbd2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba', 'mac_address': 'fa:16:3e:19:86:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244a77f2-5722-41cf-b068-067f6ab10fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:02:51Z', 'updated_at': '2021-05-04T17:03:17Z', 'revision_number': 1, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abd15b3c-c504-4f2b-9572-88c2e75c536a', 'name': '', 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'mac_address': 'fa:16:3e:33:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '98153c02-30f1-4f36-87f8-48da6381261d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:36Z', 'updated_at': '2021-05-04T17:02:54Z', 'revision_number': 5, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'subnets': [{'id': '98153c02-30f1-4f36-87f8-48da6381261d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:03:19.803598 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f262ae76-c660-458e-b471-acf8a576e7f3 None None] Checking router: 928fe277-0f81-4817-a076-42d113632636 for host: dv-cinder-789603-1-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:03:19.816427 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0fc3ae3c-87f2-43e6-88c3-ef06edf1c3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:19.816857 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f262ae76-c660-458e-b471-acf8a576e7f3 None None] Routers {'928fe277-0f81-4817-a076-42d113632636'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:03:19.817663 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-f262ae76-c660-458e-b471-acf8a576e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:03:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['928fe277-0f81-4817-a076-42d113632636'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:03:19.822709 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-0fc3ae3c-87f2-43e6-88c3-ef06edf1c3c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d3cb234-dc87-4959-bc9e-d78cdce88318 HTTP/1.1" status: 204 len: 168 time: 0.2929351 May 04 17:03:19.822709 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3ae3c-87f2-43e6-88c3-ef06edf1c3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3cb234-dc87-4959-bc9e-d78cdce88318,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:19.826323 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0fc3ae3c-87f2-43e6-88c3-ef06edf1c3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:19.931062 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fdafe-d904-4391-be12-a72bdd450e0e req-3433e67b-3c0b-4660-a93f-95334d4b3205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:19.937265 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-896fdafe-d904-4391-be12-a72bdd450e0e req-3433e67b-3c0b-4660-a93f-95334d4b3205 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23df80bd-2b5c-4d29-962a-2ad738e32bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2020881 May 04 17:03:20.053858 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-f262ae76-c660-458e-b471-acf8a576e7f3 None None] Set router 928fe277-0f81-4817-a076-42d113632636 gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:03:20.109859 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-896fdafe-d904-4391-be12-a72bdd450e0e req-aca2d615-acdb-4929-a507-592b5615bdcc service neutron] 10.222.0.41 "GET /v2.0/networks/23df80bd-2b5c-4d29-962a-2ad738e32bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648657 May 04 17:03:20.328370 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-896fdafe-d904-4391-be12-a72bdd450e0e req-05694e82-aac5-4ec7-8729-5197ee5a619c service neutron] 10.222.0.41 "GET /v2.0/networks/23df80bd-2b5c-4d29-962a-2ad738e32bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115653 May 04 17:03:20.502013 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-f262ae76-c660-458e-b471-acf8a576e7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928fe277-0f81-4817-a076-42d113632636', 'name': 'tempest-AttachVolumeTestJSON-1477687982-router', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:24Z', 'updated_at': '2021-05-04T17:02:40Z', 'revision_number': 4, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'gw_port': {'id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:26Z', 'updated_at': '2021-05-04T17:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_floatingips': [{'id': '9b106d52-dd08-49ec-93e6-249efaf6b0e1', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'floating_ip_address': '172.28.3.78', 'floating_network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'router_id': '928fe277-0f81-4817-a076-42d113632636', 'port_id': '30175801-d24b-431f-8c02-1152943fbd2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba', 'mac_address': 'fa:16:3e:19:86:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244a77f2-5722-41cf-b068-067f6ab10fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:02:51Z', 'updated_at': '2021-05-04T17:03:17Z', 'revision_number': 1, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abd15b3c-c504-4f2b-9572-88c2e75c536a', 'name': '', 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'mac_address': 'fa:16:3e:33:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '98153c02-30f1-4f36-87f8-48da6381261d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:36Z', 'updated_at': '2021-05-04T17:02:54Z', 'revision_number': 5, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'subnets': [{'id': '98153c02-30f1-4f36-87f8-48da6381261d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:03:20.506364 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f262ae76-c660-458e-b471-acf8a576e7f3 None None] The sync data for ids ['928fe277-0f81-4817-a076-42d113632636'] in dv-cinder-789603-1-smb is: [{'id': '928fe277-0f81-4817-a076-42d113632636', 'name': 'tempest-AttachVolumeTestJSON-1477687982-router', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:24Z', 'updated_at': '2021-05-04T17:02:40Z', 'revision_number': 4, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'gw_port': {'id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:26Z', 'updated_at': '2021-05-04T17:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_floatingips': [{'id': '9b106d52-dd08-49ec-93e6-249efaf6b0e1', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'floating_ip_address': '172.28.3.78', 'floating_network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'router_id': '928fe277-0f81-4817-a076-42d113632636', 'port_id': '30175801-d24b-431f-8c02-1152943fbd2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba', 'mac_address': 'fa:16:3e:19:86:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244a77f2-5722-41cf-b068-067f6ab10fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:02:51Z', 'updated_at': '2021-05-04T17:03:17Z', 'revision_number': 1, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abd15b3c-c504-4f2b-9572-88c2e75c536a', 'name': '', 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'mac_address': 'fa:16:3e:33:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '98153c02-30f1-4f36-87f8-48da6381261d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:36Z', 'updated_at': '2021-05-04T17:02:54Z', 'revision_number': 5, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'subnets': [{'id': '98153c02-30f1-4f36-87f8-48da6381261d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:03:20.716786 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed03ff1-b153-495f-8e06-dea1c55dd297 None None] New status for floating IP 9b106d52-dd08-49ec-93e6-249efaf6b0e1: ACTIVE {{(pid=73811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:03:21.367336 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 48266) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:21.640674 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-64fbe2dd-8d32-47b4-addc-abc44e8c8d17 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2091412553-network', 'tenant_id': '3e556e3a64b64ac6b171c7d580893947'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:03:21.645905 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-64fbe2dd-8d32-47b4-addc-abc44e8c8d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:21.650044 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-64fbe2dd-8d32-47b4-addc-abc44e8c8d17 admin admin] Usage tracker for resource:network and tenant:3e556e3a64b64ac6b171c7d580893947 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:21.653433 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-64fbe2dd-8d32-47b4-addc-abc44e8c8d17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:21.663390 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-64fbe2dd-8d32-47b4-addc-abc44e8c8d17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:21.677307 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fbe2dd-8d32-47b4-addc-abc44e8c8d17 admin admin] Made reservation on behalf of 3e556e3a64b64ac6b171c7d580893947 for: {'network': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:03:21.680072 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-64fbe2dd-8d32-47b4-addc-abc44e8c8d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for network, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:21.693278 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-64fbe2dd-8d32-47b4-addc-abc44e8c8d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:21.712781 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-64fbe2dd-8d32-47b4-addc-abc44e8c8d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:21.716969 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-64fbe2dd-8d32-47b4-addc-abc44e8c8d17 admin admin] Usage tracker for resource:security_group_rule and tenant:3e556e3a64b64ac6b171c7d580893947 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:21.720763 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-64fbe2dd-8d32-47b4-addc-abc44e8c8d17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:21.727615 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-64fbe2dd-8d32-47b4-addc-abc44e8c8d17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:21.831732 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-64fbe2dd-8d32-47b4-addc-abc44e8c8d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:21.839484 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-64fbe2dd-8d32-47b4-addc-abc44e8c8d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:21.845828 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:21.874719 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64fbe2dd-8d32-47b4-addc-abc44e8c8d17 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=73810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:03:21.886591 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fbe2dd-8d32-47b4-addc-abc44e8c8d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:21.899613 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-64fbe2dd-8d32-47b4-addc-abc44e8c8d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:21.904091 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-64fbe2dd-8d32-47b4-addc-abc44e8c8d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:21.905291 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.db.segments_db [None req-64fbe2dd-8d32-47b4-addc-abc44e8c8d17 admin admin] Added segment 2390be27-c828-4eea-a644-31d917c05428 of type vlan for network daf2ac07-072f-41ea-bdf5-4fc0c49d6a07 May 04 17:03:21.939474 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-64fbe2dd-8d32-47b4-addc-abc44e8c8d17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730882500756'] for network, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:21.971588 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-64fbe2dd-8d32-47b4-addc-abc44e8c8d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301'] for network, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:21.973220 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fbe2dd-8d32-47b4-addc-abc44e8c8d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:21.973912 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-64fbe2dd-8d32-47b4-addc-abc44e8c8d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:21.979555 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f40c7799-3f1c-4920-a903-b58526f49be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:22.083432 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-64fbe2dd-8d32-47b4-addc-abc44e8c8d17 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7144439 May 04 17:03:22.086348 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 48304) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:22.097171 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-ec1b8422-c357-4a17-8614-6746628d174d admin admin] Request body: {'subnet': {'network_id': 'daf2ac07-072f-41ea-bdf5-4fc0c49d6a07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2091412553-subnet', 'tenant_id': '3e556e3a64b64ac6b171c7d580893947', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:03:22.100471 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fbe2dd-8d32-47b4-addc-abc44e8c8d17 admin admin] Pushing event updated for resources: {'Network': ['ID=daf2ac07-072f-41ea-bdf5-4fc0c49d6a07,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:22.106384 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-64fbe2dd-8d32-47b4-addc-abc44e8c8d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:22.107454 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-ec1b8422-c357-4a17-8614-6746628d174d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:22.112624 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Network daf2ac07-072f-41ea-bdf5-4fc0c49d6a07 details requested by agent ovs-agent-dv-cinder-789603-1-smb with host dv-cinder-789603-1-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:03:22.115194 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-ec1b8422-c357-4a17-8614-6746628d174d admin admin] Usage tracker for resource:subnet and tenant:3e556e3a64b64ac6b171c7d580893947 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:22.118407 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-ec1b8422-c357-4a17-8614-6746628d174d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:22.125598 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-ec1b8422-c357-4a17-8614-6746628d174d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:22.138736 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1b8422-c357-4a17-8614-6746628d174d admin admin] Made reservation on behalf of 3e556e3a64b64ac6b171c7d580893947 for: {'subnet': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:03:22.142140 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ec1b8422-c357-4a17-8614-6746628d174d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2595986'] for subnet, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:22.616214 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ec1b8422-c357-4a17-8614-6746628d174d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2563804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2595972'] for subnet, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:22.619119 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:22.791175 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b8422-c357-4a17-8614-6746628d174d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ffba03e-1a08-4adb-9186-b70f00fea735,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:22.795651 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1b8422-c357-4a17-8614-6746628d174d admin admin] Checking segment: {'id': '2390be27-c828-4eea-a644-31d917c05428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'daf2ac07-072f-41ea-bdf5-4fc0c49d6a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:03:22.796017 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1b8422-c357-4a17-8614-6746628d174d admin admin] Network hostable DHCP agents. Network: daf2ac07-072f-41ea-bdf5-4fc0c49d6a07, hostable agents: ['e7f1f9ba-e089-4d30-a3bb-ec752cbc6168'], hosted agents: [] {{(pid=73810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:03:22.800609 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ec1b8422-c357-4a17-8614-6746628d174d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:22.817759 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1b8422-c357-4a17-8614-6746628d174d admin admin] Network daf2ac07-072f-41ea-bdf5-4fc0c49d6a07 is scheduled to be hosted by DHCP agent e7f1f9ba-e089-4d30-a3bb-ec752cbc6168 with binding_index 1 {{(pid=73810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:03:22.834615 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-ec1b8422-c357-4a17-8614-6746628d174d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-smb, daf2ac07-072f-41ea-bdf5-4fc0c49d6a07) {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:03:22.845286 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdb4e5e-0077-47a9-bd1b-de80138210ce None None] Network daf2ac07-072f-41ea-bdf5-4fc0c49d6a07 requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:03:22.862181 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1b8422-c357-4a17-8614-6746628d174d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:22.863104 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ec1b8422-c357-4a17-8614-6746628d174d admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:22.893085 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-ec1b8422-c357-4a17-8614-6746628d174d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8050642 May 04 17:03:22.895335 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 48346) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:22.902188 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2091412553-router', 'tenant_id': '3e556e3a64b64ac6b171c7d580893947', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'}}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:03:22.908549 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:22.916044 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Usage tracker for resource:router and tenant:3e556e3a64b64ac6b171c7d580893947 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:22.929006 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:22.935695 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:22.949637 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5441'] for router, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:22.950940 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:22.971181 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:23.090091 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f55c54e-b040-4b30-b358-ccafc575d579 None None] Network daf2ac07-072f-41ea-bdf5-4fc0c49d6a07 requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:03:23.294584 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5562'] for router, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:23.884628 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:23.948332 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:24.210902 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Allocated IP 172.28.3.122 (1fe869af-eee2-4a76-a542-2bd1a37527f5/ac6ef9b7-a26d-4df8-9aa7-613a10e1e621/27e658c5-6327-4183-9353-43a03579effb) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:03:24.394670 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:24.433231 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:24.438999 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:24.499581 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Network 1fe869af-eee2-4a76-a542-2bd1a37527f5 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:03:24.507868 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:03:24.512572 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:03:24.554186 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Pushing event updated for resources: {'Port': ['ID=27e658c5-6327-4183-9353-43a03579effb,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:24.570885 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:24.571240 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:24.571590 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:24.571927 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:24.572267 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:24.572657 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:24.572974 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:24.573306 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:24.573632 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:24.573957 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:24.574297 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:24.574600 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:24.580832 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:25.283238 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:25.721604 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785587'] for router, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:26.015291 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Router 5f01fe27-317b-458e-b841-e3eb9ae8331d is scheduled to L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 with binding_index 1 {{(pid=73810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:03:26.205787 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:03:26.215108 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1296ca8-5605-4ccd-90e7-6e28ee529e88 None None] Sync routers for ids ['5f01fe27-317b-458e-b841-e3eb9ae8331d'] in dv-cinder-789603-1-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:03:26.228425 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1296ca8-5605-4ccd-90e7-6e28ee529e88 None None] Routers {'5f01fe27-317b-458e-b841-e3eb9ae8331d'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:03:26.229168 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-c1296ca8-5605-4ccd-90e7-6e28ee529e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:03:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['5f01fe27-317b-458e-b841-e3eb9ae8331d'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:03:26.236248 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Notify callbacks [] for router, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:26.240248 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.3409584 May 04 17:03:26.240519 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 48498) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:26.456302 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-c1296ca8-5605-4ccd-90e7-6e28ee529e88 None None] Set router 5f01fe27-317b-458e-b841-e3eb9ae8331d gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:03:26.781052 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-c1296ca8-5605-4ccd-90e7-6e28ee529e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f01fe27-317b-458e-b841-e3eb9ae8331d', 'name': 'tempest-ServerRescueNegativeTestJSON-2091412553-router', 'tenant_id': '3e556e3a64b64ac6b171c7d580893947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.122'}], 'enable_snat': True}, 'gw_port_id': '27e658c5-6327-4183-9353-43a03579effb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:03:22Z', 'updated_at': '2021-05-04T17:03:24Z', 'revision_number': 3, 'project_id': '3e556e3a64b64ac6b171c7d580893947', 'gw_port': {'id': '27e658c5-6327-4183-9353-43a03579effb', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:df:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f01fe27-317b-458e-b841-e3eb9ae8331d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:03:24Z', 'updated_at': '2021-05-04T17:03:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb'}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:03:26.785899 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1296ca8-5605-4ccd-90e7-6e28ee529e88 None None] Checking router: 5f01fe27-317b-458e-b841-e3eb9ae8331d for host: dv-cinder-789603-1-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:03:26.786727 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1296ca8-5605-4ccd-90e7-6e28ee529e88 None None] Updating router 5f01fe27-317b-458e-b841-e3eb9ae8331d port 27e658c5-6327-4183-9353-43a03579effb binding host dv-cinder-789603-1-smb {{(pid=73812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:03:26.862302 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c1296ca8-5605-4ccd-90e7-6e28ee529e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:27.187178 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c3d27a54-c296-4aa9-835c-68b76f1bd81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:27.475357 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c1296ca8-5605-4ccd-90e7-6e28ee529e88 None None] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:27.487327 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-c3d27a54-c296-4aa9-835c-68b76f1bd81c admin admin] Allocated IP 172.20.0.1 (daf2ac07-072f-41ea-bdf5-4fc0c49d6a07/6ffba03e-1a08-4adb-9186-b70f00fea735/6cd19d11-24d0-4398-a580-bd5c30ad3694) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:03:27.494546 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-c1296ca8-5605-4ccd-90e7-6e28ee529e88 None None] Transition to ACTIVE for port object 27e658c5-6327-4183-9353-43a03579effb will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:03:27.511297 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c1296ca8-5605-4ccd-90e7-6e28ee529e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:27.515739 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:27.585200 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc394a9-6426-46cd-83e3-5ffa3ea87dcc None None] Pushing event updated for resources: {'Port': ['ID=27e658c5-6327-4183-9353-43a03579effb,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:27.589335 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-7bc394a9-6426-46cd-83e3-5ffa3ea87dcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:27.623196 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-c1296ca8-5605-4ccd-90e7-6e28ee529e88 None None] Attempting to bind port 27e658c5-6327-4183-9353-43a03579effb on host dv-cinder-789603-1-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:03:27.625045 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-c1296ca8-5605-4ccd-90e7-6e28ee529e88 None None] Attempting to bind port 27e658c5-6327-4183-9353-43a03579effb by drivers openvswitch,hyperv on host dv-cinder-789603-1-smb at level 0 using segments [{'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:03:27.625915 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1296ca8-5605-4ccd-90e7-6e28ee529e88 None None] Attempting to bind port 27e658c5-6327-4183-9353-43a03579effb on network 1fe869af-eee2-4a76-a542-2bd1a37527f5 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:03:27.634698 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1296ca8-5605-4ccd-90e7-6e28ee529e88 None None] Checking agent: {'id': 'f75b5240-9bcf-4890-b7dd-e1b2d86769d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 16, 54, 46), 'started_at': datetime.datetime(2021, 5, 4, 16, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:03:27.635387 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1296ca8-5605-4ccd-90e7-6e28ee529e88 None None] Checking segment: {'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:03:27.635891 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c1296ca8-5605-4ccd-90e7-6e28ee529e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:27.636409 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1296ca8-5605-4ccd-90e7-6e28ee529e88 None None] Bound using segment: {'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:03:27.637023 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-c1296ca8-5605-4ccd-90e7-6e28ee529e88 None None] Bound port: 27e658c5-6327-4183-9353-43a03579effb, host: dv-cinder-789603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:03:27.637449 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c1296ca8-5605-4ccd-90e7-6e28ee529e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:27.683411 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c3d27a54-c296-4aa9-835c-68b76f1bd81c admin admin] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:27.723621 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c3d27a54-c296-4aa9-835c-68b76f1bd81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:27.727765 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-c1296ca8-5605-4ccd-90e7-6e28ee529e88 None None] For port 27e658c5-6327-4183-9353-43a03579effb, host dv-cinder-789603-1-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:03:27.728778 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-af0fd7bd-0fc8-4d20-846e-63cafd3f1b51 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:27.732572 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-c1296ca8-5605-4ccd-90e7-6e28ee529e88 None None] For port 27e658c5-6327-4183-9353-43a03579effb, host dv-cinder-789603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=27e658c5-6327-4183-9353-43a03579effb,segment=NetworkSegment(03a61c93-30bf-46d3-abd6-912a62526c31),segment_id=03a61c93-30bf-46d3-abd6-912a62526c31)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:03:27.738392 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c1296ca8-5605-4ccd-90e7-6e28ee529e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:27.750954 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-7bc394a9-6426-46cd-83e3-5ffa3ea87dcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:27.808622 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d27a54-c296-4aa9-835c-68b76f1bd81c admin admin] Network daf2ac07-072f-41ea-bdf5-4fc0c49d6a07 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:03:27.814601 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-c3d27a54-c296-4aa9-835c-68b76f1bd81c admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:03:27.817808 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d27a54-c296-4aa9-835c-68b76f1bd81c admin admin] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:03:27.863804 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d27a54-c296-4aa9-835c-68b76f1bd81c admin admin] Pushing event updated for resources: {'Port': ['ID=6cd19d11-24d0-4398-a580-bd5c30ad3694,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:27.872334 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c3d27a54-c296-4aa9-835c-68b76f1bd81c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:27.919631 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1296ca8-5605-4ccd-90e7-6e28ee529e88 None None] Routers {'5f01fe27-317b-458e-b841-e3eb9ae8331d'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:03:27.920575 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-c1296ca8-5605-4ccd-90e7-6e28ee529e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:03:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['5f01fe27-317b-458e-b841-e3eb9ae8331d'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:03:27.921254 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c3d27a54-c296-4aa9-835c-68b76f1bd81c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656092'] for router_interface, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:28.009343 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc394a9-6426-46cd-83e3-5ffa3ea87dcc None None] Pushing event updated for resources: {'Port': ['ID=27e658c5-6327-4183-9353-43a03579effb,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:28.015476 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-7bc394a9-6426-46cd-83e3-5ffa3ea87dcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:28.111215 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c3d27a54-c296-4aa9-835c-68b76f1bd81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:28.129076 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-c1296ca8-5605-4ccd-90e7-6e28ee529e88 None None] Set router 5f01fe27-317b-458e-b841-e3eb9ae8331d gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:03:28.405543 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c3d27a54-c296-4aa9-835c-68b76f1bd81c admin admin] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:28.412155 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c3d27a54-c296-4aa9-835c-68b76f1bd81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:28.446136 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:28.479973 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-c1296ca8-5605-4ccd-90e7-6e28ee529e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f01fe27-317b-458e-b841-e3eb9ae8331d', 'name': 'tempest-ServerRescueNegativeTestJSON-2091412553-router', 'tenant_id': '3e556e3a64b64ac6b171c7d580893947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.122'}], 'enable_snat': True}, 'gw_port_id': '27e658c5-6327-4183-9353-43a03579effb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:03:22Z', 'updated_at': '2021-05-04T17:03:24Z', 'revision_number': 3, 'project_id': '3e556e3a64b64ac6b171c7d580893947', 'gw_port': {'id': '27e658c5-6327-4183-9353-43a03579effb', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:df:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f01fe27-317b-458e-b841-e3eb9ae8331d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:03:24Z', 'updated_at': '2021-05-04T17:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb'}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:03:28.488615 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1296ca8-5605-4ccd-90e7-6e28ee529e88 None None] The sync data for ids ['5f01fe27-317b-458e-b841-e3eb9ae8331d'] in dv-cinder-789603-1-smb is: [{'id': '5f01fe27-317b-458e-b841-e3eb9ae8331d', 'name': 'tempest-ServerRescueNegativeTestJSON-2091412553-router', 'tenant_id': '3e556e3a64b64ac6b171c7d580893947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.122'}], 'enable_snat': True}, 'gw_port_id': '27e658c5-6327-4183-9353-43a03579effb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:03:22Z', 'updated_at': '2021-05-04T17:03:24Z', 'revision_number': 3, 'project_id': '3e556e3a64b64ac6b171c7d580893947', 'gw_port': {'id': '27e658c5-6327-4183-9353-43a03579effb', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:df:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f01fe27-317b-458e-b841-e3eb9ae8331d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:03:24Z', 'updated_at': '2021-05-04T17:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb'}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:03:28.556262 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c3d27a54-c296-4aa9-835c-68b76f1bd81c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655999'] for router_interface, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:28.568240 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d27a54-c296-4aa9-835c-68b76f1bd81c admin admin] Pushing event updated for resources: {'Port': ['ID=6cd19d11-24d0-4398-a580-bd5c30ad3694,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:28.584860 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c3d27a54-c296-4aa9-835c-68b76f1bd81c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:28.725968 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d27a54-c296-4aa9-835c-68b76f1bd81c admin admin] Network daf2ac07-072f-41ea-bdf5-4fc0c49d6a07 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:03:28.727394 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-c3d27a54-c296-4aa9-835c-68b76f1bd81c admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:03:28.754668 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 48578) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:28.962758 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c220477d-a520-456b-92b8-4bf71323c683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:28.979695 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c220477d-a520-456b-92b8-4bf71323c683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:28.990100 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c220477d-a520-456b-92b8-4bf71323c683 admin admin] Usage tracker for resource:security_group_rule and tenant:f36cd99e85184be5a8097a15a5e1bae8 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:28.993455 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c220477d-a520-456b-92b8-4bf71323c683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:29.006084 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c220477d-a520-456b-92b8-4bf71323c683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:29.087991 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d27a54-c296-4aa9-835c-68b76f1bd81c admin admin] Router 5f01fe27-317b-458e-b841-e3eb9ae8331d has already been hosted by L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:03:29.158237 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c220477d-a520-456b-92b8-4bf71323c683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:29.164106 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c220477d-a520-456b-92b8-4bf71323c683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:29.185911 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-02cb8d7d-0791-4742-b6b0-4cd2fc4b0812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:29.232700 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-c220477d-a520-456b-92b8-4bf71323c683 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f36cd99e85184be5a8097a15a5e1bae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4763997 May 04 17:03:29.235789 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 48600) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:29.307526 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220477d-a520-456b-92b8-4bf71323c683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d3872a-6c48-4097-bec0-1f9006986541,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:29.355047 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220477d-a520-456b-92b8-4bf71323c683 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:29.355932 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220477d-a520-456b-92b8-4bf71323c683 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:29.356423 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220477d-a520-456b-92b8-4bf71323c683 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:29.356994 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220477d-a520-456b-92b8-4bf71323c683 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:29.357684 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220477d-a520-456b-92b8-4bf71323c683 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:29.358361 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220477d-a520-456b-92b8-4bf71323c683 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:29.358949 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220477d-a520-456b-92b8-4bf71323c683 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:29.359508 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220477d-a520-456b-92b8-4bf71323c683 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:29.360008 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220477d-a520-456b-92b8-4bf71323c683 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:29.360748 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220477d-a520-456b-92b8-4bf71323c683 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:29.361251 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220477d-a520-456b-92b8-4bf71323c683 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:29.361738 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220477d-a520-456b-92b8-4bf71323c683 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:29.381306 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c220477d-a520-456b-92b8-4bf71323c683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:29.496394 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d27a54-c296-4aa9-835c-68b76f1bd81c admin admin] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:03:29.517554 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-c3d27a54-c296-4aa9-835c-68b76f1bd81c admin admin] 10.222.0.24 "PUT /v2.0/routers/5f01fe27-317b-458e-b841-e3eb9ae8331d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2756815 May 04 17:03:29.701180 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fddab82f-6513-4e33-804d-3157ea8e3e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:29.768241 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fddab82f-6513-4e33-804d-3157ea8e3e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:29.791223 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 48624) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:29.899023 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fddab82f-6513-4e33-804d-3157ea8e3e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:29.925110 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:29.949870 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddab82f-6513-4e33-804d-3157ea8e3e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d3872a-6c48-4097-bec0-1f9006986541,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:29.953517 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fddab82f-6513-4e33-804d-3157ea8e3e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:29.964208 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-fddab82f-6513-4e33-804d-3157ea8e3e9e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31d3872a-6c48-4097-bec0-1f9006986541 HTTP/1.1" status: 204 len: 168 time: 0.7270155 May 04 17:03:29.965635 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-fddab82f-6513-4e33-804d-3157ea8e3e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:30.046678 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-094742cd-151a-4d20-8477-411c0452ba38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:30.062690 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-094742cd-151a-4d20-8477-411c0452ba38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:30.067083 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-094742cd-151a-4d20-8477-411c0452ba38 admin admin] Usage tracker for resource:security_group_rule and tenant:638583915fd745de98261cd239bf2341 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:30.070490 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-094742cd-151a-4d20-8477-411c0452ba38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:30.077265 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-094742cd-151a-4d20-8477-411c0452ba38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:30.210835 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 27e658c5-6327-4183-9353-43a03579effb up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:03:30.243119 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-094742cd-151a-4d20-8477-411c0452ba38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:30.248855 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-094742cd-151a-4d20-8477-411c0452ba38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:30.267559 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-eefbd4b5-50cf-4e82-9939-531100181c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:30.324411 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-094742cd-151a-4d20-8477-411c0452ba38 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=638583915fd745de98261cd239bf2341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5297599 May 04 17:03:30.324992 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 48652) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:30.328056 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094742cd-151a-4d20-8477-411c0452ba38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d960646-50cf-4afd-9488-b5b8fbf95be1,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:30.348655 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning for port 27e658c5-6327-4183-9353-43a03579effb completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:03:30.352768 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-094742cd-151a-4d20-8477-411c0452ba38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:30.355011 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 27e658c5-6327-4183-9353-43a03579effb triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:03:30.356460 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:30.431588 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-115c2acb-5934-4719-be6a-dc3a235318b2 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:30.433651 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-115c2acb-5934-4719-be6a-dc3a235318b2 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/networks?id=daf2ac07-072f-41ea-bdf5-4fc0c49d6a07 HTTP/1.1" status: 200 len: 819 time: 0.1963458 May 04 17:03:30.462283 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-890c51c4-a692-4cef-a209-b8a7f5b4f092 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/quotas/3e556e3a64b64ac6b171c7d580893947 HTTP/1.1" status: 200 len: 375 time: 0.0214539 May 04 17:03:30.499004 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cdf1b485-5716-4760-b904-3e7009cb0ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:30.573843 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 48658) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:30.580251 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cdf1b485-5716-4760-b904-3e7009cb0ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:30.612308 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 48666) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:30.624740 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:30.658306 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] For port 27e658c5-6327-4183-9353-43a03579effb, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=27e658c5-6327-4183-9353-43a03579effb,segment=NetworkSegment(03a61c93-30bf-46d3-abd6-912a62526c31),segment_id=03a61c93-30bf-46d3-abd6-912a62526c31)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:03:30.658641 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cdf1b485-5716-4760-b904-3e7009cb0ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:30.662102 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:30.664342 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:30.664662 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b2dcafcf-1cdd-4747-83ad-6141a9a20b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:30.675357 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:30.683746 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b2dcafcf-1cdd-4747-83ad-6141a9a20b92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:30.687853 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b2dcafcf-1cdd-4747-83ad-6141a9a20b92 admin admin] Usage tracker for resource:security_group_rule and tenant:fc64c2d6698143f692229f5b286b5120 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:30.691019 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b2dcafcf-1cdd-4747-83ad-6141a9a20b92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:30.696992 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b2dcafcf-1cdd-4747-83ad-6141a9a20b92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:30.714400 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1b485-5716-4760-b904-3e7009cb0ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d960646-50cf-4afd-9488-b5b8fbf95be1,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:30.722613 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-cdf1b485-5716-4760-b904-3e7009cb0ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:30.729835 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cdf1b485-5716-4760-b904-3e7009cb0ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:30.733811 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-cdf1b485-5716-4760-b904-3e7009cb0ce4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d960646-50cf-4afd-9488-b5b8fbf95be1 HTTP/1.1" status: 204 len: 168 time: 0.4052610 May 04 17:03:30.763132 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-a750f00c-a71d-438c-b3d1-1f25f360edf4 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e556e3a64b64ac6b171c7d580893947&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2939792 May 04 17:03:30.809321 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Pushing event updated for resources: {'Port': ['ID=27e658c5-6327-4183-9353-43a03579effb,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:30.828244 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:30.828710 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:30.829123 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:30.830796 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:30.831479 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:30.832364 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:30.832874 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:30.833370 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:30.835236 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:30.837775 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:30.838291 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:30.838796 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:03:30.847010 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:30.974595 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-d9567162-e0f1-4a12-a293-04e576ce1730 service neutron] 10.222.0.24 "GET /v2.0/networks/daf2ac07-072f-41ea-bdf5-4fc0c49d6a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099526 May 04 17:03:31.005771 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b2dcafcf-1cdd-4747-83ad-6141a9a20b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:31.020057 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b2dcafcf-1cdd-4747-83ad-6141a9a20b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:31.092254 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9af573a9-a1be-46cb-a65c-67e56bfb95f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:31.101701 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2724af19-21b6-4647-b097-61c226655c64 None None] Sync routers for ids ['5f01fe27-317b-458e-b841-e3eb9ae8331d'] in dv-cinder-789603-1-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:03:31.119427 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b3fc6db8-354e-4bc4-9614-5b0d683bd720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:31.119698 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2724af19-21b6-4647-b097-61c226655c64 None None] Routers {'5f01fe27-317b-458e-b841-e3eb9ae8331d'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:03:31.120556 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-2724af19-21b6-4647-b097-61c226655c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:03:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['5f01fe27-317b-458e-b841-e3eb9ae8331d'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:03:31.130019 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-9af573a9-a1be-46cb-a65c-67e56bfb95f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:31.140547 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-9af573a9-a1be-46cb-a65c-67e56bfb95f8 admin admin] Usage tracker for resource:security_group_rule and tenant:a731d2cba74e419a8b3fd70c65d391a6 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:31.145099 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-9af573a9-a1be-46cb-a65c-67e56bfb95f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:31.162770 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-9af573a9-a1be-46cb-a65c-67e56bfb95f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:31.188880 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dcafcf-1cdd-4747-83ad-6141a9a20b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6be4c6f-7d02-4221-8edf-8b4c4864381a,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:31.212882 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b2dcafcf-1cdd-4747-83ad-6141a9a20b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:31.215667 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-b2dcafcf-1cdd-4747-83ad-6141a9a20b92 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc64c2d6698143f692229f5b286b5120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6023409 May 04 17:03:31.218797 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 48682) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:31.286812 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-7f7fe8d0-07ad-41b7-94f5-dc0e5192e0f5 service neutron] 10.222.0.24 "GET /v2.0/networks/daf2ac07-072f-41ea-bdf5-4fc0c49d6a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041186 May 04 17:03:31.337695 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ea6ede5f-688a-4c18-9134-fa9ca2a2a1e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:31.393019 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ea6ede5f-688a-4c18-9134-fa9ca2a2a1e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:31.402463 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-2724af19-21b6-4647-b097-61c226655c64 None None] Set router 5f01fe27-317b-458e-b841-e3eb9ae8331d gateway port host: dv-cinder-789603-1-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:03:31.405852 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9af573a9-a1be-46cb-a65c-67e56bfb95f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:31.416198 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 48688) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:31.421568 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9af573a9-a1be-46cb-a65c-67e56bfb95f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:31.432135 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e2f33051-3877-469e-a6fe-5781f13d161e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:31.468979 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a2ea5e61-fde1-48df-9819-a6dc1fdbee5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:31.508985 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a2ea5e61-fde1-48df-9819-a6dc1fdbee5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:31.511794 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-9af573a9-a1be-46cb-a65c-67e56bfb95f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a731d2cba74e419a8b3fd70c65d391a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9365060 May 04 17:03:31.512781 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af573a9-a1be-46cb-a65c-67e56bfb95f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4850ff8-bfd8-4cd8-ba9f-35a084a59bfc,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:31.515311 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a2ea5e61-fde1-48df-9819-a6dc1fdbee5c admin admin] Usage tracker for resource:security_group_rule and tenant:a3378f0c8b5448e596ab289fe8a81d5b is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:31.517877 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-9af573a9-a1be-46cb-a65c-67e56bfb95f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:31.518485 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 48696) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:31.518836 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a2ea5e61-fde1-48df-9819-a6dc1fdbee5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:31.526534 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a2ea5e61-fde1-48df-9819-a6dc1fdbee5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:31.565693 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ea6ede5f-688a-4c18-9134-fa9ca2a2a1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:31.573994 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-094742cd-151a-4d20-8477-411c0452ba38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:31.602466 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 48702) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:31.642022 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ede5f-688a-4c18-9134-fa9ca2a2a1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6be4c6f-7d02-4221-8edf-8b4c4864381a,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:31.647891 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ea6ede5f-688a-4c18-9134-fa9ca2a2a1e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:31.677685 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ea6ede5f-688a-4c18-9134-fa9ca2a2a1e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:31.678969 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-ea6ede5f-688a-4c18-9134-fa9ca2a2a1e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6be4c6f-7d02-4221-8edf-8b4c4864381a HTTP/1.1" status: 204 len: 168 time: 0.4592197 May 04 17:03:31.682795 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4987455a-b694-4f65-a871-382d58fb6bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:31.722148 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4987455a-b694-4f65-a871-382d58fb6bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:31.778925 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a2ea5e61-fde1-48df-9819-a6dc1fdbee5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:31.798568 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4987455a-b694-4f65-a871-382d58fb6bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:31.806223 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-cdf1b485-5716-4760-b904-3e7009cb0ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:31.806394 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2d718a3c-3200-4742-8ec1-e6f5bba83fb4 req-7dae7ff5-b646-46e1-8847-feecea411709 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 210 time: 0.1626096 May 04 17:03:31.807591 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a2ea5e61-fde1-48df-9819-a6dc1fdbee5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:31.840407 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987455a-b694-4f65-a871-382d58fb6bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4850ff8-bfd8-4cd8-ba9f-35a084a59bfc,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:31.841566 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c220477d-a520-456b-92b8-4bf71323c683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:31.844256 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4987455a-b694-4f65-a871-382d58fb6bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:31.845667 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-4987455a-b694-4f65-a871-382d58fb6bce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4850ff8-bfd8-4cd8-ba9f-35a084a59bfc HTTP/1.1" status: 204 len: 168 time: 0.3252897 May 04 17:03:31.846925 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-4987455a-b694-4f65-a871-382d58fb6bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:31.967866 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-a2ea5e61-fde1-48df-9819-a6dc1fdbee5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3378f0c8b5448e596ab289fe8a81d5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5500777 May 04 17:03:31.970977 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 48722) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:31.987578 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea5e61-fde1-48df-9819-a6dc1fdbee5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c47752-cf2b-4380-9395-920808d9ef71,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:31.999369 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a2ea5e61-fde1-48df-9819-a6dc1fdbee5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:32.072026 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-2724af19-21b6-4647-b097-61c226655c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f01fe27-317b-458e-b841-e3eb9ae8331d', 'name': 'tempest-ServerRescueNegativeTestJSON-2091412553-router', 'tenant_id': '3e556e3a64b64ac6b171c7d580893947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.122'}], 'enable_snat': True}, 'gw_port_id': '27e658c5-6327-4183-9353-43a03579effb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:03:22Z', 'updated_at': '2021-05-04T17:03:28Z', 'revision_number': 4, 'project_id': '3e556e3a64b64ac6b171c7d580893947', 'gw_port': {'id': '27e658c5-6327-4183-9353-43a03579effb', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f01fe27-317b-458e-b841-e3eb9ae8331d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:03:24Z', 'updated_at': '2021-05-04T17:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': '6cd19d11-24d0-4398-a580-bd5c30ad3694', 'name': '', 'network_id': 'daf2ac07-072f-41ea-bdf5-4fc0c49d6a07', 'tenant_id': '3e556e3a64b64ac6b171c7d580893947', 'mac_address': 'fa:16:3e:3c:4e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f01fe27-317b-458e-b841-e3eb9ae8331d', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '6ffba03e-1a08-4adb-9186-b70f00fea735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:03:27Z', 'updated_at': '2021-05-04T17:03:28Z', 'revision_number': 2, 'project_id': '3e556e3a64b64ac6b171c7d580893947', 'subnets': [{'id': '6ffba03e-1a08-4adb-9186-b70f00fea735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:03:32.078915 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2724af19-21b6-4647-b097-61c226655c64 None None] Checking router: 5f01fe27-317b-458e-b841-e3eb9ae8331d for host: dv-cinder-789603-1-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:03:32.079560 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2724af19-21b6-4647-b097-61c226655c64 None None] Updating router 5f01fe27-317b-458e-b841-e3eb9ae8331d port 6cd19d11-24d0-4398-a580-bd5c30ad3694 binding host dv-cinder-789603-1-smb {{(pid=73811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:03:32.122529 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b215e177-9a6c-4c64-bcb2-40c90ccb47d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:32.206149 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b215e177-9a6c-4c64-bcb2-40c90ccb47d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:32.231881 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2724af19-21b6-4647-b097-61c226655c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:32.260085 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 27e658c5-6327-4183-9353-43a03579effb up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:03:32.390797 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9ac52591-0508-48b3-a9ca-c08f5c877dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:32.437846 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-9ac52591-0508-48b3-a9ca-c08f5c877dd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:32.446587 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-9ac52591-0508-48b3-a9ca-c08f5c877dd8 admin admin] Usage tracker for resource:security_group_rule and tenant:5cccf7a73efb4532aa86e6af85512755 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:32.455084 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-9ac52591-0508-48b3-a9ca-c08f5c877dd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:32.466295 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b215e177-9a6c-4c64-bcb2-40c90ccb47d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:32.470423 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-9ac52591-0508-48b3-a9ca-c08f5c877dd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:32.473675 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e7eb98b9-6067-409b-9e31-239fbe7bd6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:32.488935 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-206f2766-c591-40f2-9f89-fae157c03e72 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:32.490496 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-206f2766-c591-40f2-9f89-fae157c03e72 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/networks?id=daf2ac07-072f-41ea-bdf5-4fc0c49d6a07 HTTP/1.1" status: 200 len: 819 time: 0.2283838 May 04 17:03:32.505689 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215e177-9a6c-4c64-bcb2-40c90ccb47d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c47752-cf2b-4380-9395-920808d9ef71,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:32.511663 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b215e177-9a6c-4c64-bcb2-40c90ccb47d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:32.518269 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-06d13dd7-5780-4c89-ac42-796ed1967574 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/quotas/3e556e3a64b64ac6b171c7d580893947 HTTP/1.1" status: 200 len: 375 time: 0.0221508 May 04 17:03:32.561318 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b215e177-9a6c-4c64-bcb2-40c90ccb47d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:32.562477 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-b215e177-9a6c-4c64-bcb2-40c90ccb47d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/26c47752-cf2b-4380-9395-920808d9ef71 HTTP/1.1" status: 204 len: 168 time: 0.5905454 May 04 17:03:32.682733 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 27e658c5-6327-4183-9353-43a03579effb triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:03:32.683289 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:32.695977 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9ac52591-0508-48b3-a9ca-c08f5c877dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:32.705051 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9ac52591-0508-48b3-a9ca-c08f5c877dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:32.707496 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-d15eda3e-d618-41ed-9400-c6c6f9d655c6 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e556e3a64b64ac6b171c7d580893947&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1814041 May 04 17:03:32.806434 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:32.824064 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-9ac52591-0508-48b3-a9ca-c08f5c877dd8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5cccf7a73efb4532aa86e6af85512755&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2052093 May 04 17:03:32.827273 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 48752) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:32.885966 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 48756) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:32.952166 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac52591-0508-48b3-a9ca-c08f5c877dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a771803-49a5-436b-b63d-8d1bed5bf0bb,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:32.958561 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-9ac52591-0508-48b3-a9ca-c08f5c877dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:32.968652 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ce68bd41-207f-4ec6-a778-3c5c31c868b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:33.018321 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-ce68bd41-207f-4ec6-a778-3c5c31c868b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:33.022399 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-b59c16f8-285e-40ec-b66d-0c31824e0014 service neutron] 10.222.0.24 "GET /v2.0/networks/daf2ac07-072f-41ea-bdf5-4fc0c49d6a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088458 May 04 17:03:33.044674 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-ce68bd41-207f-4ec6-a778-3c5c31c868b2 admin admin] Usage tracker for resource:security_group_rule and tenant:b5ad45408b8241d9b5b85a5f980ec514 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:33.057349 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-ce68bd41-207f-4ec6-a778-3c5c31c868b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:33.080804 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-ce68bd41-207f-4ec6-a778-3c5c31c868b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:33.134737 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-764a4f77-0ff6-45af-91ea-484f4faf03d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:33.150793 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2724af19-21b6-4647-b097-61c226655c64 None None] Notify callbacks [] for port, precommit_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:33.168234 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2724af19-21b6-4647-b097-61c226655c64 None None] Transition to ACTIVE for port object 6cd19d11-24d0-4398-a580-bd5c30ad3694 will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:03:33.177128 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2724af19-21b6-4647-b097-61c226655c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:33.181866 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:33.209288 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-d720dd76-1636-4379-802e-0ccb649853e6 service neutron] 10.222.0.24 "GET /v2.0/networks/daf2ac07-072f-41ea-bdf5-4fc0c49d6a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856267 May 04 17:03:33.214696 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-764a4f77-0ff6-45af-91ea-484f4faf03d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:33.337289 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-764a4f77-0ff6-45af-91ea-484f4faf03d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:33.350117 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b215e177-9a6c-4c64-bcb2-40c90ccb47d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:33.366966 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a4f77-0ff6-45af-91ea-484f4faf03d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a771803-49a5-436b-b63d-8d1bed5bf0bb,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:33.371358 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-764a4f77-0ff6-45af-91ea-484f4faf03d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:33.387764 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-764a4f77-0ff6-45af-91ea-484f4faf03d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:33.390960 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-764a4f77-0ff6-45af-91ea-484f4faf03d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5a771803-49a5-436b-b63d-8d1bed5bf0bb HTTP/1.1" status: 204 len: 168 time: 0.5597217 May 04 17:03:33.399852 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db792783-3be5-4cd1-ba1b-82aa22ba0d55 None None] Pushing event updated for resources: {'Port': ['ID=6cd19d11-24d0-4398-a580-bd5c30ad3694,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:33.411796 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-db792783-3be5-4cd1-ba1b-82aa22ba0d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:33.548805 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ce68bd41-207f-4ec6-a778-3c5c31c868b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:33.568224 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ce68bd41-207f-4ec6-a778-3c5c31c868b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:33.589487 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a0772fd8-237d-405e-9bee-e1a28c1262cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:33.616625 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-ac54312f-20c8-4774-90a2-d35d0c4fcb85 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:33.618700 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-ac54312f-20c8-4774-90a2-d35d0c4fcb85 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.41 "GET /v2.0/networks?id=daf2ac07-072f-41ea-bdf5-4fc0c49d6a07 HTTP/1.1" status: 200 len: 819 time: 0.3683703 May 04 17:03:33.637616 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-988f011c-09ac-4bd3-905d-9e86142a0a95 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Request body: {'port': {'device_id': '9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2', 'network_id': 'daf2ac07-072f-41ea-bdf5-4fc0c49d6a07', 'admin_state_up': True, 'tenant_id': '3e556e3a64b64ac6b171c7d580893947'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:03:33.710926 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68bd41-207f-4ec6-a778-3c5c31c868b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7864e78-2aa7-491f-97d3-1184387b746d,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:33.717763 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ce68bd41-207f-4ec6-a778-3c5c31c868b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:33.723898 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-ce68bd41-207f-4ec6-a778-3c5c31c868b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b5ad45408b8241d9b5b85a5f980ec514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8367500 May 04 17:03:33.726318 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 48786) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:33.767985 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-2724af19-21b6-4647-b097-61c226655c64 None None] Attempting to bind port 6cd19d11-24d0-4398-a580-bd5c30ad3694 on host dv-cinder-789603-1-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:03:33.768445 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-2724af19-21b6-4647-b097-61c226655c64 None None] Attempting to bind port 6cd19d11-24d0-4398-a580-bd5c30ad3694 by drivers openvswitch,hyperv on host dv-cinder-789603-1-smb at level 0 using segments [{'id': '2390be27-c828-4eea-a644-31d917c05428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'daf2ac07-072f-41ea-bdf5-4fc0c49d6a07'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:03:33.768744 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2724af19-21b6-4647-b097-61c226655c64 None None] Attempting to bind port 6cd19d11-24d0-4398-a580-bd5c30ad3694 on network daf2ac07-072f-41ea-bdf5-4fc0c49d6a07 {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:03:33.790043 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2724af19-21b6-4647-b097-61c226655c64 None None] Checking agent: {'id': 'f75b5240-9bcf-4890-b7dd-e1b2d86769d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 16, 54, 46), 'started_at': datetime.datetime(2021, 5, 4, 16, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:03:33.790775 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2724af19-21b6-4647-b097-61c226655c64 None None] Checking segment: {'id': '2390be27-c828-4eea-a644-31d917c05428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'daf2ac07-072f-41ea-bdf5-4fc0c49d6a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:03:33.791409 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2724af19-21b6-4647-b097-61c226655c64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:33.792013 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2724af19-21b6-4647-b097-61c226655c64 None None] Bound using segment: {'id': '2390be27-c828-4eea-a644-31d917c05428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'daf2ac07-072f-41ea-bdf5-4fc0c49d6a07'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:03:33.792732 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-2724af19-21b6-4647-b097-61c226655c64 None None] Bound port: 6cd19d11-24d0-4398-a580-bd5c30ad3694, host: dv-cinder-789603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2390be27-c828-4eea-a644-31d917c05428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'daf2ac07-072f-41ea-bdf5-4fc0c49d6a07'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:03:33.793512 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2724af19-21b6-4647-b097-61c226655c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:33.869443 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e33863a2-9026-4058-8d19-15cce0c395b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:33.876431 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8b206d46-462d-4df0-9ccc-c72566614f90 req-a4276c97-4846-427a-bbcb-ca9c6b592b67 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 210 time: 0.2533705 May 04 17:03:33.941168 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2724af19-21b6-4647-b097-61c226655c64 None None] For port 6cd19d11-24d0-4398-a580-bd5c30ad3694, host dv-cinder-789603-1-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:03:33.948284 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2724af19-21b6-4647-b097-61c226655c64 None None] For port 6cd19d11-24d0-4398-a580-bd5c30ad3694, host dv-cinder-789603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=6cd19d11-24d0-4398-a580-bd5c30ad3694,segment=NetworkSegment(2390be27-c828-4eea-a644-31d917c05428),segment_id=2390be27-c828-4eea-a644-31d917c05428)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:03:33.955202 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e33863a2-9026-4058-8d19-15cce0c395b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:33.957216 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2724af19-21b6-4647-b097-61c226655c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:33.961047 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:34.064896 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 48804) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:34.116233 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f6ec02d6-002a-4a95-a608-e9852c72f1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:34.161015 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-f6ec02d6-002a-4a95-a608-e9852c72f1e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:34.173713 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2724af19-21b6-4647-b097-61c226655c64 None None] Routers {'5f01fe27-317b-458e-b841-e3eb9ae8331d'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:03:34.177015 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-f6ec02d6-002a-4a95-a608-e9852c72f1e2 admin admin] Usage tracker for resource:security_group_rule and tenant:6b4372e77b1e40469111c5999dac0649 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:34.179129 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-2724af19-21b6-4647-b097-61c226655c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:03:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['5f01fe27-317b-458e-b841-e3eb9ae8331d'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:03:34.192273 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-f6ec02d6-002a-4a95-a608-e9852c72f1e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:34.194283 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-988f011c-09ac-4bd3-905d-9e86142a0a95 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:34.203629 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-988f011c-09ac-4bd3-905d-9e86142a0a95 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Usage tracker for resource:port and tenant:3e556e3a64b64ac6b171c7d580893947 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:34.210009 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-988f011c-09ac-4bd3-905d-9e86142a0a95 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Quota usage for port was recalculated. Used quota:1. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:34.224726 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-988f011c-09ac-4bd3-905d-9e86142a0a95 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:34.230509 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-f6ec02d6-002a-4a95-a608-e9852c72f1e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:34.258687 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-988f011c-09ac-4bd3-905d-9e86142a0a95 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Made reservation on behalf of 3e556e3a64b64ac6b171c7d580893947 for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:03:34.264343 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-988f011c-09ac-4bd3-905d-9e86142a0a95 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:34.270879 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e33863a2-9026-4058-8d19-15cce0c395b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:34.302251 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ef403881-c38a-43d6-b752-0e8f2ed47fbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:34.328733 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33863a2-9026-4058-8d19-15cce0c395b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7864e78-2aa7-491f-97d3-1184387b746d,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:34.331121 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e33863a2-9026-4058-8d19-15cce0c395b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:34.373535 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e33863a2-9026-4058-8d19-15cce0c395b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:34.377825 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-e33863a2-9026-4058-8d19-15cce0c395b3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7864e78-2aa7-491f-97d3-1184387b746d HTTP/1.1" status: 204 len: 168 time: 0.6480772 May 04 17:03:34.490872 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f6ec02d6-002a-4a95-a608-e9852c72f1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:34.497047 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f6ec02d6-002a-4a95-a608-e9852c72f1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:34.528132 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-743f7ec5-5be1-43d9-bff5-ea3046e20997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:34.531659 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db792783-3be5-4cd1-ba1b-82aa22ba0d55 None None] Pushing event updated for resources: {'Port': ['ID=6cd19d11-24d0-4398-a580-bd5c30ad3694,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:34.565395 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec02d6-002a-4a95-a608-e9852c72f1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74825260-16c7-4851-a355-93ac20adb640,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:34.569170 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f6ec02d6-002a-4a95-a608-e9852c72f1e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:34.588920 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-db792783-3be5-4cd1-ba1b-82aa22ba0d55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:34.590650 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-f6ec02d6-002a-4a95-a608-e9852c72f1e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b4372e77b1e40469111c5999dac0649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5213931 May 04 17:03:34.593805 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 48818) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:34.620029 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-988f011c-09ac-4bd3-905d-9e86142a0a95 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Allocated IP 172.20.0.2 (daf2ac07-072f-41ea-bdf5-4fc0c49d6a07/6ffba03e-1a08-4adb-9186-b70f00fea735/f3224b67-3480-48b3-8fd3-5c7e4e13364f) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:03:34.739253 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-576a83b7-d009-4524-b184-b612f898cd06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:34.793152 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-576a83b7-d009-4524-b184-b612f898cd06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:34.879582 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-2724af19-21b6-4647-b097-61c226655c64 None None] Set router 5f01fe27-317b-458e-b841-e3eb9ae8331d gateway port host: dv-cinder-789603-1-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:03:34.931480 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-576a83b7-d009-4524-b184-b612f898cd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:34.941701 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:34.973154 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a83b7-d009-4524-b184-b612f898cd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74825260-16c7-4851-a355-93ac20adb640,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:34.981037 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-576a83b7-d009-4524-b184-b612f898cd06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:34.986446 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-576a83b7-d009-4524-b184-b612f898cd06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:34.990057 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-576a83b7-d009-4524-b184-b612f898cd06 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74825260-16c7-4851-a355-93ac20adb640 HTTP/1.1" status: 204 len: 168 time: 0.3914187 May 04 17:03:35.130170 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-988f011c-09ac-4bd3-905d-9e86142a0a95 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:35.187711 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 48836) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:35.193609 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-988f011c-09ac-4bd3-905d-9e86142a0a95 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-721926'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:35.209920 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-84458bc4-d1d6-48f8-be76-c375b16116e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:35.221311 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-10409884-29be-4169-abb5-7ef0a80c0d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:35.238144 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-10409884-29be-4169-abb5-7ef0a80c0d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:35.243955 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-10409884-29be-4169-abb5-7ef0a80c0d99 admin admin] Usage tracker for resource:security_group_rule and tenant:2408458539a34b218af21ea20a15de7e is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:35.249181 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-10409884-29be-4169-abb5-7ef0a80c0d99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:35.261389 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-28fb84d7-9c8a-4f23-aee0-a2284c390578 req-659c7c2a-c479-47a5-99d8-c8db6a9fa97b tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 210 time: 0.1016669 May 04 17:03:35.277047 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-10409884-29be-4169-abb5-7ef0a80c0d99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:35.317174 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-988f011c-09ac-4bd3-905d-9e86142a0a95 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Network daf2ac07-072f-41ea-bdf5-4fc0c49d6a07 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:03:35.394177 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-988f011c-09ac-4bd3-905d-9e86142a0a95 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:03:35.400553 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-988f011c-09ac-4bd3-905d-9e86142a0a95 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:03:35.546764 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-988f011c-09ac-4bd3-905d-9e86142a0a95 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:35.547458 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-988f011c-09ac-4bd3-905d-9e86142a0a95 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:35.600806 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f011c-09ac-4bd3-905d-9e86142a0a95 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Pushing event updated for resources: {'Port': ['ID=f3224b67-3480-48b3-8fd3-5c7e4e13364f,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:35.624170 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-988f011c-09ac-4bd3-905d-9e86142a0a95 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:35.630905 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-10409884-29be-4169-abb5-7ef0a80c0d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:35.643551 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-10409884-29be-4169-abb5-7ef0a80c0d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:35.653759 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-988f011c-09ac-4bd3-905d-9e86142a0a95 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0195353 May 04 17:03:35.673595 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-e40e18c1-1da6-40d7-a67d-5c8430d68824 service neutron] Request body: {'port': {'device_id': '9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:03:35.705238 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-2724af19-21b6-4647-b097-61c226655c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f01fe27-317b-458e-b841-e3eb9ae8331d', 'name': 'tempest-ServerRescueNegativeTestJSON-2091412553-router', 'tenant_id': '3e556e3a64b64ac6b171c7d580893947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.122'}], 'enable_snat': True}, 'gw_port_id': '27e658c5-6327-4183-9353-43a03579effb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:03:22Z', 'updated_at': '2021-05-04T17:03:28Z', 'revision_number': 4, 'project_id': '3e556e3a64b64ac6b171c7d580893947', 'gw_port': {'id': '27e658c5-6327-4183-9353-43a03579effb', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f01fe27-317b-458e-b841-e3eb9ae8331d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:03:24Z', 'updated_at': '2021-05-04T17:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': '6cd19d11-24d0-4398-a580-bd5c30ad3694', 'name': '', 'network_id': 'daf2ac07-072f-41ea-bdf5-4fc0c49d6a07', 'tenant_id': '3e556e3a64b64ac6b171c7d580893947', 'mac_address': 'fa:16:3e:3c:4e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f01fe27-317b-458e-b841-e3eb9ae8331d', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '6ffba03e-1a08-4adb-9186-b70f00fea735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:03:27Z', 'updated_at': '2021-05-04T17:03:33Z', 'revision_number': 4, 'project_id': '3e556e3a64b64ac6b171c7d580893947', 'subnets': [{'id': '6ffba03e-1a08-4adb-9186-b70f00fea735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:03:35.711292 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2724af19-21b6-4647-b097-61c226655c64 None None] The sync data for ids ['5f01fe27-317b-458e-b841-e3eb9ae8331d'] in dv-cinder-789603-1-smb is: [{'id': '5f01fe27-317b-458e-b841-e3eb9ae8331d', 'name': 'tempest-ServerRescueNegativeTestJSON-2091412553-router', 'tenant_id': '3e556e3a64b64ac6b171c7d580893947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.122'}], 'enable_snat': True}, 'gw_port_id': '27e658c5-6327-4183-9353-43a03579effb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:03:22Z', 'updated_at': '2021-05-04T17:03:28Z', 'revision_number': 4, 'project_id': '3e556e3a64b64ac6b171c7d580893947', 'gw_port': {'id': '27e658c5-6327-4183-9353-43a03579effb', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f01fe27-317b-458e-b841-e3eb9ae8331d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:03:24Z', 'updated_at': '2021-05-04T17:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': '6cd19d11-24d0-4398-a580-bd5c30ad3694', 'name': '', 'network_id': 'daf2ac07-072f-41ea-bdf5-4fc0c49d6a07', 'tenant_id': '3e556e3a64b64ac6b171c7d580893947', 'mac_address': 'fa:16:3e:3c:4e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f01fe27-317b-458e-b841-e3eb9ae8331d', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '6ffba03e-1a08-4adb-9186-b70f00fea735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:03:27Z', 'updated_at': '2021-05-04T17:03:33Z', 'revision_number': 4, 'project_id': '3e556e3a64b64ac6b171c7d580893947', 'subnets': [{'id': '6ffba03e-1a08-4adb-9186-b70f00fea735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:03:35.736792 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-9b86cca4-aedc-4703-99bc-018622c91f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:35.923729 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-10409884-29be-4169-abb5-7ef0a80c0d99 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2408458539a34b218af21ea20a15de7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7357118 May 04 17:03:35.924563 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 48858) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:35.939688 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10409884-29be-4169-abb5-7ef0a80c0d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d17a4bf-2afc-45db-b4f9-cf2ed53e3c44,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:35.967220 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-10409884-29be-4169-abb5-7ef0a80c0d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:36.015629 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-cbd1c969-a625-4cec-8678-14482f224e78 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:36.016292 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-cbd1c969-a625-4cec-8678-14482f224e78 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Synchronizing usage tracker for tenant:3e556e3a64b64ac6b171c7d580893947 on resource:network {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:03:36.037250 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-e40e18c1-1da6-40d7-a67d-5c8430d68824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:36.140078 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a82eb0b7-be86-4696-b206-60d242820905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:36.274625 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 6cd19d11-24d0-4398-a580-bd5c30ad3694 up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:03:36.464582 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a82eb0b7-be86-4696-b206-60d242820905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:36.474631 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning for port 6cd19d11-24d0-4398-a580-bd5c30ad3694 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:03:36.484979 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 6cd19d11-24d0-4398-a580-bd5c30ad3694 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:03:36.485535 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:36.556954 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-e40e18c1-1da6-40d7-a67d-5c8430d68824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3224b67-3480-48b3-8fd3-5c7e4e13364f {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:03:36.566083 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-e40e18c1-1da6-40d7-a67d-5c8430d68824 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:36.594905 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-e40e18c1-1da6-40d7-a67d-5c8430d68824 service neutron] Transition to ACTIVE for port object f3224b67-3480-48b3-8fd3-5c7e4e13364f will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:03:36.626015 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-e40e18c1-1da6-40d7-a67d-5c8430d68824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-721969'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:36.633097 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-cbd1c969-a625-4cec-8678-14482f224e78 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Unset dirty status for tenant:3e556e3a64b64ac6b171c7d580893947 on resource:network {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:03:36.635276 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-cbd1c969-a625-4cec-8678-14482f224e78 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.41 "GET /v2.0/networks?id=daf2ac07-072f-41ea-bdf5-4fc0c49d6a07 HTTP/1.1" status: 200 len: 819 time: 1.1913490 May 04 17:03:36.643464 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a82eb0b7-be86-4696-b206-60d242820905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:36.652534 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ce68bd41-207f-4ec6-a778-3c5c31c868b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:36.667451 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-ac5c4880-3f8e-4ac6-aed1-37c7677ef19d tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Request body: {'port': {'device_id': '53b1a043-5361-4e5b-96e0-090b97d8c889', 'network_id': 'daf2ac07-072f-41ea-bdf5-4fc0c49d6a07', 'admin_state_up': True, 'tenant_id': '3e556e3a64b64ac6b171c7d580893947'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:03:36.678909 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-34754333-5cc6-4637-84a9-5495d5a8e438 tempest-DeleteServersTestJSON-1566656138 tempest-DeleteServersTestJSON-1566656138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:36.715990 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a82eb0b7-be86-4696-b206-60d242820905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:36.718246 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-a82eb0b7-be86-4696-b206-60d242820905 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d17a4bf-2afc-45db-b4f9-cf2ed53e3c44 HTTP/1.1" status: 204 len: 168 time: 0.7854264 May 04 17:03:36.719613 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82eb0b7-be86-4696-b206-60d242820905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d17a4bf-2afc-45db-b4f9-cf2ed53e3c44,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:36.722537 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a82eb0b7-be86-4696-b206-60d242820905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:36.799764 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-62dc5552-b403-47c9-8d86-642bfee55a61 req-5b59c850-5ca7-4ad6-bbb7-401be94a512b tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Synchronizing usage tracker for tenant:3e556e3a64b64ac6b171c7d580893947 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:03:36.898175 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-62dc5552-b403-47c9-8d86-642bfee55a61 req-5b59c850-5ca7-4ad6-bbb7-401be94a512b tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Unset dirty status for tenant:3e556e3a64b64ac6b171c7d580893947 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:03:36.901807 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-62dc5552-b403-47c9-8d86-642bfee55a61 req-5b59c850-5ca7-4ad6-bbb7-401be94a512b tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 210 time: 0.3113966 May 04 17:03:36.919011 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:36.956217 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-ac5c4880-3f8e-4ac6-aed1-37c7677ef19d tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:36.972225 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] For port 6cd19d11-24d0-4398-a580-bd5c30ad3694, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=6cd19d11-24d0-4398-a580-bd5c30ad3694,segment=NetworkSegment(2390be27-c828-4eea-a644-31d917c05428),segment_id=2390be27-c828-4eea-a644-31d917c05428)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:03:36.976171 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:36.979544 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:36.984891 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-ac5c4880-3f8e-4ac6-aed1-37c7677ef19d tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:37.002876 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e18c1-1da6-40d7-a67d-5c8430d68824 service neutron] Pushing event updated for resources: {'Port': ['ID=f3224b67-3480-48b3-8fd3-5c7e4e13364f,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:37.012296 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e40e18c1-1da6-40d7-a67d-5c8430d68824 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:37.013910 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-ac5c4880-3f8e-4ac6-aed1-37c7677ef19d tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Made reservation on behalf of 3e556e3a64b64ac6b171c7d580893947 for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:03:37.017783 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-ac5c4880-3f8e-4ac6-aed1-37c7677ef19d tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:37.114646 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Pushing event updated for resources: {'Port': ['ID=6cd19d11-24d0-4398-a580-bd5c30ad3694,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:37.119826 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:37.149032 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-e40e18c1-1da6-40d7-a67d-5c8430d68824 service neutron] Attempting to bind port f3224b67-3480-48b3-8fd3-5c7e4e13364f on host hv-cinder-78960 for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:03:37.149364 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-e40e18c1-1da6-40d7-a67d-5c8430d68824 service neutron] Attempting to bind port f3224b67-3480-48b3-8fd3-5c7e4e13364f by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '2390be27-c828-4eea-a644-31d917c05428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'daf2ac07-072f-41ea-bdf5-4fc0c49d6a07'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:03:37.149947 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-e40e18c1-1da6-40d7-a67d-5c8430d68824 service neutron] Attempting to bind port f3224b67-3480-48b3-8fd3-5c7e4e13364f on network daf2ac07-072f-41ea-bdf5-4fc0c49d6a07 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:03:37.155435 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-e40e18c1-1da6-40d7-a67d-5c8430d68824 service neutron] Port f3224b67-3480-48b3-8fd3-5c7e4e13364f on network daf2ac07-072f-41ea-bdf5-4fc0c49d6a07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:03:37.155755 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-e40e18c1-1da6-40d7-a67d-5c8430d68824 service neutron] Attempting to bind port f3224b67-3480-48b3-8fd3-5c7e4e13364f on network daf2ac07-072f-41ea-bdf5-4fc0c49d6a07 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:03:37.161599 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-e40e18c1-1da6-40d7-a67d-5c8430d68824 service neutron] Checking agent: {'id': '9f3cb959-d44b-4b8e-aa2c-516ad41b6189', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'started_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:03:37.161936 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-e40e18c1-1da6-40d7-a67d-5c8430d68824 service neutron] Checking segment: {'id': '2390be27-c828-4eea-a644-31d917c05428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'daf2ac07-072f-41ea-bdf5-4fc0c49d6a07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:03:37.162323 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-e40e18c1-1da6-40d7-a67d-5c8430d68824 service neutron] Bound using segment: {'id': '2390be27-c828-4eea-a644-31d917c05428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'daf2ac07-072f-41ea-bdf5-4fc0c49d6a07'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:03:37.162750 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-e40e18c1-1da6-40d7-a67d-5c8430d68824 service neutron] Bound port: f3224b67-3480-48b3-8fd3-5c7e4e13364f, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2390be27-c828-4eea-a644-31d917c05428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'daf2ac07-072f-41ea-bdf5-4fc0c49d6a07'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:03:37.163102 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-e40e18c1-1da6-40d7-a67d-5c8430d68824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:37.304220 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-ac5c4880-3f8e-4ac6-aed1-37c7677ef19d tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Allocated IP 172.20.0.7 (daf2ac07-072f-41ea-bdf5-4fc0c49d6a07/6ffba03e-1a08-4adb-9186-b70f00fea735/99e13ac4-751e-4fbb-bb01-2edfb4e0aae2) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:03:37.329898 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-e40e18c1-1da6-40d7-a67d-5c8430d68824 service neutron] For port f3224b67-3480-48b3-8fd3-5c7e4e13364f, host hv-cinder-78960, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:03:37.338147 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-e40e18c1-1da6-40d7-a67d-5c8430d68824 service neutron] For port f3224b67-3480-48b3-8fd3-5c7e4e13364f, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f3224b67-3480-48b3-8fd3-5c7e4e13364f,segment=NetworkSegment(2390be27-c828-4eea-a644-31d917c05428),segment_id=2390be27-c828-4eea-a644-31d917c05428)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:03:37.346221 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-e40e18c1-1da6-40d7-a67d-5c8430d68824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-721969'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:37.356034 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e40e18c1-1da6-40d7-a67d-5c8430d68824 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:37.425375 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-e40e18c1-1da6-40d7-a67d-5c8430d68824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:37.426007 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-e40e18c1-1da6-40d7-a67d-5c8430d68824 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:37.427390 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-e40e18c1-1da6-40d7-a67d-5c8430d68824 service neutron] 10.222.0.41 "PUT /v2.0/ports/f3224b67-3480-48b3-8fd3-5c7e4e13364f HTTP/1.1" status: 200 len: 1093 time: 1.7596753 May 04 17:03:37.430246 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2', 'tag': 'f3224b67-3480-48b3-8fd3-5c7e4e13364f'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:03:37.631013 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2', 'tag': 'f3224b67-3480-48b3-8fd3-5c7e4e13364f', 'status': 'completed', 'code': 200} May 04 17:03:37.637447 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-ac5c4880-3f8e-4ac6-aed1-37c7677ef19d tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:37.646112 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e18c1-1da6-40d7-a67d-5c8430d68824 service neutron] Pushing event updated for resources: {'Port': ['ID=f3224b67-3480-48b3-8fd3-5c7e4e13364f,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:37.658073 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e40e18c1-1da6-40d7-a67d-5c8430d68824 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:37.693913 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-2bbddecf-1696-4e7a-874f-11008985eb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:37.695512 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-2bbddecf-1696-4e7a-874f-11008985eb0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e556e3a64b64ac6b171c7d580893947&device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 1096 time: 0.2248051 May 04 17:03:37.705315 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-ac5c4880-3f8e-4ac6-aed1-37c7677ef19d tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:37.718013 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-68ba451b-5d96-4f6c-b946-a49519b900e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:37.809047 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-d9967bfc-c134-4b34-a180-b24371feb233 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3224b67-3480-48b3-8fd3-5c7e4e13364f HTTP/1.1" status: 200 len: 217 time: 0.1060116 May 04 17:03:37.820421 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-ac5c4880-3f8e-4ac6-aed1-37c7677ef19d tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Network daf2ac07-072f-41ea-bdf5-4fc0c49d6a07 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:03:37.830017 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-ac5c4880-3f8e-4ac6-aed1-37c7677ef19d tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:03:37.842214 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-ac5c4880-3f8e-4ac6-aed1-37c7677ef19d tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:03:37.920778 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-ac5c4880-3f8e-4ac6-aed1-37c7677ef19d tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:37.921960 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-ac5c4880-3f8e-4ac6-aed1-37c7677ef19d tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:37.925292 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-94e85101-e5b8-4d2e-8bb4-e46ce148e7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:37.927193 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-94e85101-e5b8-4d2e-8bb4-e46ce148e7ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ffba03e-1a08-4adb-9186-b70f00fea735 HTTP/1.1" status: 200 len: 859 time: 0.1111183 May 04 17:03:37.954070 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c4880-3f8e-4ac6-aed1-37c7677ef19d tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Pushing event updated for resources: {'Port': ['ID=99e13ac4-751e-4fbb-bb01-2edfb4e0aae2,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:37.959329 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ac5c4880-3f8e-4ac6-aed1-37c7677ef19d tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:37.978354 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-ac5c4880-3f8e-4ac6-aed1-37c7677ef19d tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3279068 May 04 17:03:37.983189 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-8770f346-3719-4277-85e6-693bcf237ee2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=daf2ac07-072f-41ea-bdf5-4fc0c49d6a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472469 May 04 17:03:38.005873 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-fc9254c9-1c52-40b8-86aa-789ac9d6dce8 service neutron] Request body: {'port': {'device_id': '53b1a043-5361-4e5b-96e0-090b97d8c889', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:03:38.250305 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-fc9254c9-1c52-40b8-86aa-789ac9d6dce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:38.252260 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 6cd19d11-24d0-4398-a580-bd5c30ad3694 up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:03:38.362597 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2999458-eab3-4b9b-878d-8c41d0f8e63b req-dbdc8013-7e05-49a9-937f-748e37689769 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:38.364343 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d2999458-eab3-4b9b-878d-8c41d0f8e63b req-dbdc8013-7e05-49a9-937f-748e37689769 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 931 time: 0.1446865 May 04 17:03:38.368399 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-df1ceafa-c525-4a8a-91b4-1d1f05457607 service neutron] 10.222.0.41 "GET /v2.0/networks/daf2ac07-072f-41ea-bdf5-4fc0c49d6a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658607 May 04 17:03:38.447644 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 6cd19d11-24d0-4398-a580-bd5c30ad3694 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:03:38.448021 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:38.525379 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1f4a9048-87be-48f9-8efc-ffe1b4df3fc2 req-8dae3e44-efa9-4925-99b7-9f23b04a68e6 service neutron] 10.222.0.41 "GET /v2.0/networks/daf2ac07-072f-41ea-bdf5-4fc0c49d6a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450765 May 04 17:03:38.578698 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d2999458-eab3-4b9b-878d-8c41d0f8e63b req-28121b49-590e-4ce0-84e1-d34d6da59395 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995702 May 04 17:03:38.747762 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c596e4-019d-448f-9458-d90054f8cbe6 req-d389210a-88af-4b70-8b0d-f2e5ea407dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:38.752306 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c7c596e4-019d-448f-9458-d90054f8cbe6 req-d389210a-88af-4b70-8b0d-f2e5ea407dde service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e556e3a64b64ac6b171c7d580893947&device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 1096 time: 0.1385658 May 04 17:03:38.864295 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-fc9254c9-1c52-40b8-86aa-789ac9d6dce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99e13ac4-751e-4fbb-bb01-2edfb4e0aae2 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:03:38.871921 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-fc9254c9-1c52-40b8-86aa-789ac9d6dce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:38.891437 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-fc9254c9-1c52-40b8-86aa-789ac9d6dce8 service neutron] Transition to ACTIVE for port object 99e13ac4-751e-4fbb-bb01-2edfb4e0aae2 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:03:38.896460 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-fc9254c9-1c52-40b8-86aa-789ac9d6dce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:38.902742 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:39.023505 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c596e4-019d-448f-9458-d90054f8cbe6 req-5b2ecafc-6535-4434-951c-e1e07b1cd6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:39.024999 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c7c596e4-019d-448f-9458-d90054f8cbe6 req-5b2ecafc-6535-4434-951c-e1e07b1cd6d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=daf2ac07-072f-41ea-bdf5-4fc0c49d6a07 HTTP/1.1" status: 200 len: 920 time: 0.2668564 May 04 17:03:39.131631 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c7c596e4-019d-448f-9458-d90054f8cbe6 req-acecbacd-ce92-493f-8f5f-c3ec978f0ba2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3224b67-3480-48b3-8fd3-5c7e4e13364f HTTP/1.1" status: 200 len: 217 time: 0.0946705 May 04 17:03:39.203875 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9254c9-1c52-40b8-86aa-789ac9d6dce8 service neutron] Pushing event updated for resources: {'Port': ['ID=99e13ac4-751e-4fbb-bb01-2edfb4e0aae2,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:39.255483 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fc9254c9-1c52-40b8-86aa-789ac9d6dce8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:39.309627 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c596e4-019d-448f-9458-d90054f8cbe6 req-4aefbc3a-9b97-4a85-a5d7-13562541a3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:39.313926 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c7c596e4-019d-448f-9458-d90054f8cbe6 req-4aefbc3a-9b97-4a85-a5d7-13562541a3b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ffba03e-1a08-4adb-9186-b70f00fea735 HTTP/1.1" status: 200 len: 859 time: 0.1738470 May 04 17:03:39.358694 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-fc9254c9-1c52-40b8-86aa-789ac9d6dce8 service neutron] Attempting to bind port 99e13ac4-751e-4fbb-bb01-2edfb4e0aae2 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:03:39.359045 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-fc9254c9-1c52-40b8-86aa-789ac9d6dce8 service neutron] Attempting to bind port 99e13ac4-751e-4fbb-bb01-2edfb4e0aae2 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '2390be27-c828-4eea-a644-31d917c05428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'daf2ac07-072f-41ea-bdf5-4fc0c49d6a07'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:03:39.359368 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-fc9254c9-1c52-40b8-86aa-789ac9d6dce8 service neutron] Attempting to bind port 99e13ac4-751e-4fbb-bb01-2edfb4e0aae2 on network daf2ac07-072f-41ea-bdf5-4fc0c49d6a07 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:03:39.365119 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-fc9254c9-1c52-40b8-86aa-789ac9d6dce8 service neutron] Port 99e13ac4-751e-4fbb-bb01-2edfb4e0aae2 on network daf2ac07-072f-41ea-bdf5-4fc0c49d6a07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:03:39.365443 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-fc9254c9-1c52-40b8-86aa-789ac9d6dce8 service neutron] Attempting to bind port 99e13ac4-751e-4fbb-bb01-2edfb4e0aae2 on network daf2ac07-072f-41ea-bdf5-4fc0c49d6a07 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:03:39.373735 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-fc9254c9-1c52-40b8-86aa-789ac9d6dce8 service neutron] Checking agent: {'id': '9f3cb959-d44b-4b8e-aa2c-516ad41b6189', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'started_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:03:39.374078 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-fc9254c9-1c52-40b8-86aa-789ac9d6dce8 service neutron] Checking segment: {'id': '2390be27-c828-4eea-a644-31d917c05428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'daf2ac07-072f-41ea-bdf5-4fc0c49d6a07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:03:39.374462 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-fc9254c9-1c52-40b8-86aa-789ac9d6dce8 service neutron] Bound using segment: {'id': '2390be27-c828-4eea-a644-31d917c05428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'daf2ac07-072f-41ea-bdf5-4fc0c49d6a07'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:03:39.374894 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-fc9254c9-1c52-40b8-86aa-789ac9d6dce8 service neutron] Bound port: 99e13ac4-751e-4fbb-bb01-2edfb4e0aae2, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2390be27-c828-4eea-a644-31d917c05428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'daf2ac07-072f-41ea-bdf5-4fc0c49d6a07'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:03:39.375236 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-fc9254c9-1c52-40b8-86aa-789ac9d6dce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:39.396707 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c7c596e4-019d-448f-9458-d90054f8cbe6 req-6476e4a9-837a-4693-aa26-0c3381dd2d9b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=daf2ac07-072f-41ea-bdf5-4fc0c49d6a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763574 May 04 17:03:39.510942 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-fc9254c9-1c52-40b8-86aa-789ac9d6dce8 service neutron] For port 99e13ac4-751e-4fbb-bb01-2edfb4e0aae2, host hv-cinder-78960, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:03:39.516581 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-fc9254c9-1c52-40b8-86aa-789ac9d6dce8 service neutron] For port 99e13ac4-751e-4fbb-bb01-2edfb4e0aae2, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=99e13ac4-751e-4fbb-bb01-2edfb4e0aae2,segment=NetworkSegment(2390be27-c828-4eea-a644-31d917c05428),segment_id=2390be27-c828-4eea-a644-31d917c05428)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:03:39.534257 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-fc9254c9-1c52-40b8-86aa-789ac9d6dce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:39.546555 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:39.609778 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 48982) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:39.642820 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-fc9254c9-1c52-40b8-86aa-789ac9d6dce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:39.643655 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-fc9254c9-1c52-40b8-86aa-789ac9d6dce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:39.645217 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-fc9254c9-1c52-40b8-86aa-789ac9d6dce8 service neutron] 10.222.0.41 "PUT /v2.0/ports/99e13ac4-751e-4fbb-bb01-2edfb4e0aae2 HTTP/1.1" status: 200 len: 1093 time: 1.6447208 May 04 17:03:39.645606 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c7c596e4-019d-448f-9458-d90054f8cbe6 req-8dd462cb-a77d-4ec8-a538-404a1a206408 service neutron] 10.222.0.41 "GET /v2.0/networks/daf2ac07-072f-41ea-bdf5-4fc0c49d6a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343729 May 04 17:03:39.645785 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b1a043-5361-4e5b-96e0-090b97d8c889', 'tag': '99e13ac4-751e-4fbb-bb01-2edfb4e0aae2'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:03:39.672386 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9254c9-1c52-40b8-86aa-789ac9d6dce8 service neutron] Pushing event updated for resources: {'Port': ['ID=99e13ac4-751e-4fbb-bb01-2edfb4e0aae2,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:39.675722 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fc9254c9-1c52-40b8-86aa-789ac9d6dce8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:39.767392 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 48994) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:39.817007 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-6012ba4c-a95c-474d-b4cf-000c78fded2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:39.818636 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-6012ba4c-a95c-474d-b4cf-000c78fded2a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e556e3a64b64ac6b171c7d580893947&device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 1096 time: 0.1227107 May 04 17:03:39.990702 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c7c596e4-019d-448f-9458-d90054f8cbe6 req-349e2e80-2c94-4500-96f3-00c141c45285 service neutron] 10.222.0.41 "GET /v2.0/networks/daf2ac07-072f-41ea-bdf5-4fc0c49d6a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325408 May 04 17:03:40.004505 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdf9d5-116f-47da-9a4f-91041bea1dfe req-23d8adc4-4b15-4977-9761-a7aabd78efc6 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:40.006173 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-98fdf9d5-116f-47da-9a4f-91041bea1dfe req-23d8adc4-4b15-4977-9761-a7aabd78efc6 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 943 time: 0.1763184 May 04 17:03:40.007413 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53b1a043-5361-4e5b-96e0-090b97d8c889', 'tag': '99e13ac4-751e-4fbb-bb01-2edfb4e0aae2', 'status': 'completed', 'code': 200} May 04 17:03:40.025235 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-47d2a87e-f37b-4e5d-b60b-d40701ba816a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99e13ac4-751e-4fbb-bb01-2edfb4e0aae2 HTTP/1.1" status: 200 len: 217 time: 0.1964471 May 04 17:03:40.067451 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-98fdf9d5-116f-47da-9a4f-91041bea1dfe req-dc11e6ad-a98d-41a2-a1ea-231851ab4aa4 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552893 May 04 17:03:40.086972 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-59a62c53-e41d-4072-be2f-5e5b828c79cf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-141859269-network', 'tenant_id': '4afa1f95b5fd414c8fc6e2ef78d2185a'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:03:40.095945 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-59a62c53-e41d-4072-be2f-5e5b828c79cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:40.103030 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7b4051e0-ba65-4400-a8d1-395b6d61f7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:40.119113 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-59a62c53-e41d-4072-be2f-5e5b828c79cf admin admin] Usage tracker for resource:network and tenant:4afa1f95b5fd414c8fc6e2ef78d2185a is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:40.125023 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-59a62c53-e41d-4072-be2f-5e5b828c79cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:40.134197 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-59a62c53-e41d-4072-be2f-5e5b828c79cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:40.138064 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-7b4051e0-ba65-4400-a8d1-395b6d61f7f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:40.144545 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-7b4051e0-ba65-4400-a8d1-395b6d61f7f8 admin admin] Usage tracker for resource:security_group_rule and tenant:e3ddf146ce794a0daf7151c6319fc426 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:40.150779 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-7b4051e0-ba65-4400-a8d1-395b6d61f7f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:40.162365 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-7b4051e0-ba65-4400-a8d1-395b6d61f7f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:40.165426 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-e3ec5656-8cc1-4382-b7c0-84615605a494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:40.166879 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-e3ec5656-8cc1-4382-b7c0-84615605a494 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ffba03e-1a08-4adb-9186-b70f00fea735 HTTP/1.1" status: 200 len: 859 time: 0.1221616 May 04 17:03:40.168540 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a62c53-e41d-4072-be2f-5e5b828c79cf admin admin] Made reservation on behalf of 4afa1f95b5fd414c8fc6e2ef78d2185a for: {'network': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:03:40.171289 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-59a62c53-e41d-4072-be2f-5e5b828c79cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for network, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:40.225322 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-59a62c53-e41d-4072-be2f-5e5b828c79cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:40.248942 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-60a5637d-6a9b-4693-af13-bca77e856b00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=daf2ac07-072f-41ea-bdf5-4fc0c49d6a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669675 May 04 17:03:40.297681 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-59a62c53-e41d-4072-be2f-5e5b828c79cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:40.308355 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-59a62c53-e41d-4072-be2f-5e5b828c79cf admin admin] Usage tracker for resource:security_group_rule and tenant:4afa1f95b5fd414c8fc6e2ef78d2185a is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:40.312668 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-59a62c53-e41d-4072-be2f-5e5b828c79cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:40.366644 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-59a62c53-e41d-4072-be2f-5e5b828c79cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:40.386893 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-da72419b-8867-40c9-aa19-7724b7db8f71 req-12c32eff-c31f-416a-8a22-f5c972bdae19 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0882869 May 04 17:03:40.505945 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-28f5bf86-f728-4fda-88f9-5d3ecbd345a5 service neutron] 10.222.0.41 "GET /v2.0/networks/daf2ac07-072f-41ea-bdf5-4fc0c49d6a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460356 May 04 17:03:40.554548 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7b4051e0-ba65-4400-a8d1-395b6d61f7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:40.584690 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7b4051e0-ba65-4400-a8d1-395b6d61f7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:40.616956 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-64fbe2dd-8d32-47b4-addc-abc44e8c8d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:40.687471 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72419b-8867-40c9-aa19-7724b7db8f71 req-7e70def5-517a-4664-8742-1c5118a4a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:40.696767 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-da72419b-8867-40c9-aa19-7724b7db8f71 req-7e70def5-517a-4664-8742-1c5118a4a2af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a530a7f8042040e98a19a0a59ab370ed&device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 1099 time: 0.1571116 May 04 17:03:40.750676 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-7b4051e0-ba65-4400-a8d1-395b6d61f7f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e3ddf146ce794a0daf7151c6319fc426&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1392508 May 04 17:03:40.755877 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4051e0-ba65-4400-a8d1-395b6d61f7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ed573d-cab1-4978-8916-d639ca002f62,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:40.760846 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 49018) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:40.812694 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7b4051e0-ba65-4400-a8d1-395b6d61f7f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:40.862696 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-59a62c53-e41d-4072-be2f-5e5b828c79cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:40.873191 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-6dcb5558-f009-43c6-a6e7-b12f73dca097 req-19769ed4-d97e-47ca-b347-c4083c3ad0dd service neutron] 10.222.0.41 "GET /v2.0/networks/daf2ac07-072f-41ea-bdf5-4fc0c49d6a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528202 May 04 17:03:40.874425 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-59a62c53-e41d-4072-be2f-5e5b828c79cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:40.881643 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:40.918084 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a62c53-e41d-4072-be2f-5e5b828c79cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9fa4c6-28a6-4bc5-a511-baf0d6b0b9f8,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:40.927389 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-59a62c53-e41d-4072-be2f-5e5b828c79cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:40.928039 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-757cba29-a07f-4222-9440-d33dd718b163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:40.946973 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a62c53-e41d-4072-be2f-5e5b828c79cf admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=73810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:03:41.040991 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-59a62c53-e41d-4072-be2f-5e5b828c79cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:41.041651 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.db.segments_db [None req-59a62c53-e41d-4072-be2f-5e5b828c79cf admin admin] Added segment 16c8f414-6825-4c91-b2b8-05e661b54f85 of type vlan for network dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71 May 04 17:03:41.045332 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-757cba29-a07f-4222-9440-d33dd718b163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:41.091139 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72419b-8867-40c9-aa19-7724b7db8f71 req-85f4f0d9-9926-4c75-a93c-4a7632c35207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:41.095065 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-da72419b-8867-40c9-aa19-7724b7db8f71 req-85f4f0d9-9926-4c75-a93c-4a7632c35207 service neutron] 10.222.0.41 "GET /v2.0/networks?id=805702bb-73e1-49e9-949a-99d683f18b45 HTTP/1.1" status: 200 len: 918 time: 0.3583696 May 04 17:03:41.139299 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-59a62c53-e41d-4072-be2f-5e5b828c79cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730882500756'] for network, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:41.158023 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73689b18-bca6-4516-9ef6-692215167461 req-16cc2198-81f9-41e3-beb6-c37156554cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:41.159646 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-73689b18-bca6-4516-9ef6-692215167461 req-16cc2198-81f9-41e3-beb6-c37156554cc6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e556e3a64b64ac6b171c7d580893947&device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 1096 time: 0.2054563 May 04 17:03:41.274336 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-59a62c53-e41d-4072-be2f-5e5b828c79cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301'] for network, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:41.274961 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-757cba29-a07f-4222-9440-d33dd718b163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:41.284124 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-9af573a9-a1be-46cb-a65c-67e56bfb95f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:41.296319 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-da72419b-8867-40c9-aa19-7724b7db8f71 req-9fc34c94-af51-44a5-a2a0-1911f927588c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c1a8203-c49c-4900-9736-ab30590a7bf1 HTTP/1.1" status: 200 len: 1002 time: 0.1903598 May 04 17:03:41.302041 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a62c53-e41d-4072-be2f-5e5b828c79cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:41.302615 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-59a62c53-e41d-4072-be2f-5e5b828c79cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:41.319702 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cba29-a07f-4222-9440-d33dd718b163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ed573d-cab1-4978-8916-d639ca002f62,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:41.329863 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-757cba29-a07f-4222-9440-d33dd718b163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:41.335231 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:41.381000 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a7ae4-af03-45ac-9d39-2a31e35e22ad req-c3eca610-a1d9-41d7-8db2-5b072402c7b0 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:41.382541 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d34a7ae4-af03-45ac-9d39-2a31e35e22ad req-c3eca610-a1d9-41d7-8db2-5b072402c7b0 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 943 time: 0.1746390 May 04 17:03:41.393020 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72419b-8867-40c9-aa19-7724b7db8f71 req-b20423a2-a5ca-4210-ae60-defbfbda3729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:41.394587 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-da72419b-8867-40c9-aa19-7724b7db8f71 req-b20423a2-a5ca-4210-ae60-defbfbda3729 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab HTTP/1.1" status: 200 len: 856 time: 0.0851684 May 04 17:03:41.416974 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-757cba29-a07f-4222-9440-d33dd718b163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:41.420745 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-757cba29-a07f-4222-9440-d33dd718b163 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99ed573d-cab1-4978-8916-d639ca002f62 HTTP/1.1" status: 204 len: 168 time: 0.6567299 May 04 17:03:41.420919 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device f3224b67-3480-48b3-8fd3-5c7e4e13364f details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:03:41.476362 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-59a62c53-e41d-4072-be2f-5e5b828c79cf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7077184 May 04 17:03:41.483500 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 49032) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:41.490272 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73689b18-bca6-4516-9ef6-692215167461 req-1726db8f-a469-478a-be06-a33a6359339a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:41.491777 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-73689b18-bca6-4516-9ef6-692215167461 req-1726db8f-a469-478a-be06-a33a6359339a service neutron] 10.222.0.41 "GET /v2.0/networks?id=daf2ac07-072f-41ea-bdf5-4fc0c49d6a07 HTTP/1.1" status: 200 len: 920 time: 0.3202806 May 04 17:03:41.495213 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-3e9236d2-fa2b-48eb-af90-a7cdd0cf7c23 admin admin] Request body: {'subnet': {'network_id': 'dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-141859269-subnet', 'tenant_id': '4afa1f95b5fd414c8fc6e2ef78d2185a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:03:41.495436 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a62c53-e41d-4072-be2f-5e5b828c79cf admin admin] Pushing event updated for resources: {'Network': ['ID=dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:41.502036 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d34a7ae4-af03-45ac-9d39-2a31e35e22ad req-c0eef6e8-eb1f-47b4-baad-c4b07387fe34 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064248 May 04 17:03:41.505399 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3e9236d2-fa2b-48eb-af90-a7cdd0cf7c23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:41.506756 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-59a62c53-e41d-4072-be2f-5e5b828c79cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:41.515259 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-3e9236d2-fa2b-48eb-af90-a7cdd0cf7c23 admin admin] Usage tracker for resource:subnet and tenant:4afa1f95b5fd414c8fc6e2ef78d2185a is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:41.521104 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-3e9236d2-fa2b-48eb-af90-a7cdd0cf7c23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:41.535099 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3e9236d2-fa2b-48eb-af90-a7cdd0cf7c23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:41.552255 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9236d2-fa2b-48eb-af90-a7cdd0cf7c23 admin admin] Made reservation on behalf of 4afa1f95b5fd414c8fc6e2ef78d2185a for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:03:41.554758 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3e9236d2-fa2b-48eb-af90-a7cdd0cf7c23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193505'] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:41.570932 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Network dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71 details requested by agent ovs-agent-dv-cinder-789603-1-smb with host dv-cinder-789603-1-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:03:41.583559 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-73689b18-bca6-4516-9ef6-692215167461 req-f9810e59-9139-480b-a875-d43635cf0781 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99e13ac4-751e-4fbb-bb01-2edfb4e0aae2 HTTP/1.1" status: 200 len: 217 time: 0.0756767 May 04 17:03:41.584868 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72419b-8867-40c9-aa19-7724b7db8f71 req-3217b80f-0d5a-40be-83b0-51bf298e188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:41.586407 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-da72419b-8867-40c9-aa19-7724b7db8f71 req-3217b80f-0d5a-40be-83b0-51bf298e188f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=805702bb-73e1-49e9-949a-99d683f18b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1724579 May 04 17:03:41.670828 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73689b18-bca6-4516-9ef6-692215167461 req-e237f4e2-a326-4391-bb33-7804113ad13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:41.672443 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-73689b18-bca6-4516-9ef6-692215167461 req-e237f4e2-a326-4391-bb33-7804113ad13f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ffba03e-1a08-4adb-9186-b70f00fea735 HTTP/1.1" status: 200 len: 859 time: 0.0751071 May 04 17:03:41.735444 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port f3224b67-3480-48b3-8fd3-5c7e4e13364f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f3224b67-3480-48b3-8fd3-5c7e4e13364f,segment=NetworkSegment(2390be27-c828-4eea-a644-31d917c05428),segment_id=2390be27-c828-4eea-a644-31d917c05428)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:03:41.743654 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-73689b18-bca6-4516-9ef6-692215167461 req-b08875fd-fb48-429c-84e4-0d33c5abbe86 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=daf2ac07-072f-41ea-bdf5-4fc0c49d6a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639307 May 04 17:03:41.790131 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Returning: {'device': 'f3224b67-3480-48b3-8fd3-5c7e4e13364f', 'network_id': 'daf2ac07-072f-41ea-bdf5-4fc0c49d6a07', 'port_id': 'f3224b67-3480-48b3-8fd3-5c7e4e13364f', 'mac_address': 'fa:16:3e:a4:fd:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ffba03e-1a08-4adb-9186-b70f00fea735', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:03:41.921322 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-da72419b-8867-40c9-aa19-7724b7db8f71 req-5337730b-1305-47ba-91bd-d262e06cb029 service neutron] 10.222.0.41 "GET /v2.0/networks/805702bb-73e1-49e9-949a-99d683f18b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517388 May 04 17:03:41.975236 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:42.018512 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3224b67-3480-48b3-8fd3-5c7e4e13364f {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:03:42.053485 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port f3224b67-3480-48b3-8fd3-5c7e4e13364f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f3224b67-3480-48b3-8fd3-5c7e4e13364f,segment=NetworkSegment(2390be27-c828-4eea-a644-31d917c05428),segment_id=2390be27-c828-4eea-a644-31d917c05428)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:03:42.059898 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:42.063870 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-db792783-3be5-4cd1-ba1b-82aa22ba0d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:42.180224 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-73689b18-bca6-4516-9ef6-692215167461 req-c3f4c4b2-cd27-4224-8366-8bd7705bdf24 service neutron] 10.222.0.41 "GET /v2.0/networks/daf2ac07-072f-41ea-bdf5-4fc0c49d6a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257319 May 04 17:03:42.292466 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=f3224b67-3480-48b3-8fd3-5c7e4e13364f,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:42.303053 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:42.325911 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-da72419b-8867-40c9-aa19-7724b7db8f71 req-251ac927-52f8-44c6-ab34-d76ff87125d0 service neutron] 10.222.0.41 "GET /v2.0/networks/805702bb-73e1-49e9-949a-99d683f18b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953626 May 04 17:03:42.402194 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['f3224b67-3480-48b3-8fd3-5c7e4e13364f'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:03:42.456005 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-73689b18-bca6-4516-9ef6-692215167461 req-2429034f-0e07-4768-93bc-973c18f4d863 service neutron] 10.222.0.41 "GET /v2.0/networks/daf2ac07-072f-41ea-bdf5-4fc0c49d6a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684724 May 04 17:03:42.586125 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3e9236d2-fa2b-48eb-af90-a7cdd0cf7c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-721846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4193527'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:42.596821 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:42.720815 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9236d2-fa2b-48eb-af90-a7cdd0cf7c23 admin admin] Checking segment: {'id': '16c8f414-6825-4c91-b2b8-05e661b54f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:03:42.720815 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9236d2-fa2b-48eb-af90-a7cdd0cf7c23 admin admin] Network hostable DHCP agents. Network: dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71, hostable agents: ['e7f1f9ba-e089-4d30-a3bb-ec752cbc6168'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:03:42.730016 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9236d2-fa2b-48eb-af90-a7cdd0cf7c23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd69c8e0-7636-4129-94bb-971ebeeb2e77,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:42.738516 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3e9236d2-fa2b-48eb-af90-a7cdd0cf7c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:42.751020 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9236d2-fa2b-48eb-af90-a7cdd0cf7c23 admin admin] Network dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71 is scheduled to be hosted by DHCP agent e7f1f9ba-e089-4d30-a3bb-ec752cbc6168 with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:03:42.772385 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-3e9236d2-fa2b-48eb-af90-a7cdd0cf7c23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-smb, dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:03:42.790903 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d04586cb-4e7c-4fe9-b2cb-3456015fb8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:42.792349 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5acfb7-8fe1-4325-9e20-75446120bc61 None None] Network dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71 requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:03:42.852194 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9236d2-fa2b-48eb-af90-a7cdd0cf7c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:42.853739 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3e9236d2-fa2b-48eb-af90-a7cdd0cf7c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:42.908827 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-3e9236d2-fa2b-48eb-af90-a7cdd0cf7c23 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4220159 May 04 17:03:42.970712 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c4a72-9783-486b-a594-31785a1115c4 req-182929ef-2fff-4fa2-a9a4-6cf2f078998b tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:42.977442 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b39c4a72-9783-486b-a594-31785a1115c4 req-182929ef-2fff-4fa2-a9a4-6cf2f078998b tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 943 time: 0.1769519 May 04 17:03:43.108181 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b39c4a72-9783-486b-a594-31785a1115c4 req-431e0b0f-1945-4190-a7b3-5b62e56fbc5f tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247215 May 04 17:03:43.254964 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658dc16e-0d12-465d-a2aa-b795a0eb3ad4 None None] Network dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71 requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:03:43.439974 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 99e13ac4-751e-4fbb-bb01-2edfb4e0aae2 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:03:43.717709 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 99e13ac4-751e-4fbb-bb01-2edfb4e0aae2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=99e13ac4-751e-4fbb-bb01-2edfb4e0aae2,segment=NetworkSegment(2390be27-c828-4eea-a644-31d917c05428),segment_id=2390be27-c828-4eea-a644-31d917c05428)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:03:43.789625 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Returning: {'device': '99e13ac4-751e-4fbb-bb01-2edfb4e0aae2', 'network_id': 'daf2ac07-072f-41ea-bdf5-4fc0c49d6a07', 'port_id': '99e13ac4-751e-4fbb-bb01-2edfb4e0aae2', 'mac_address': 'fa:16:3e:a6:72:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ffba03e-1a08-4adb-9186-b70f00fea735', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:03:43.891272 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 49152) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:43.901009 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-81cbaf06-ea43-49d4-ae23-9da4c147c31e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1028042127-network', 'tenant_id': 'd33ee03241bd49c1860bfac8f00216a2'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:03:43.907286 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-81cbaf06-ea43-49d4-ae23-9da4c147c31e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:43.913308 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-81cbaf06-ea43-49d4-ae23-9da4c147c31e admin admin] Usage tracker for resource:network and tenant:d33ee03241bd49c1860bfac8f00216a2 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:43.918154 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-81cbaf06-ea43-49d4-ae23-9da4c147c31e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:43.926079 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:43.928661 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-81cbaf06-ea43-49d4-ae23-9da4c147c31e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:43.942685 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cbaf06-ea43-49d4-ae23-9da4c147c31e admin admin] Made reservation on behalf of d33ee03241bd49c1860bfac8f00216a2 for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:03:43.953101 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-81cbaf06-ea43-49d4-ae23-9da4c147c31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:43.964201 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99e13ac4-751e-4fbb-bb01-2edfb4e0aae2 {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:03:43.985026 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-81cbaf06-ea43-49d4-ae23-9da4c147c31e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:43.985324 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 99e13ac4-751e-4fbb-bb01-2edfb4e0aae2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=99e13ac4-751e-4fbb-bb01-2edfb4e0aae2,segment=NetworkSegment(2390be27-c828-4eea-a644-31d917c05428),segment_id=2390be27-c828-4eea-a644-31d917c05428)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:03:43.992667 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:43.995789 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:44.024507 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-81cbaf06-ea43-49d4-ae23-9da4c147c31e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:44.031838 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-81cbaf06-ea43-49d4-ae23-9da4c147c31e admin admin] Usage tracker for resource:security_group_rule and tenant:d33ee03241bd49c1860bfac8f00216a2 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:44.037701 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-81cbaf06-ea43-49d4-ae23-9da4c147c31e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:44.045859 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-81cbaf06-ea43-49d4-ae23-9da4c147c31e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:44.105968 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=99e13ac4-751e-4fbb-bb01-2edfb4e0aae2,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:44.109803 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:44.162314 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-81cbaf06-ea43-49d4-ae23-9da4c147c31e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:44.166484 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-81cbaf06-ea43-49d4-ae23-9da4c147c31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:44.171708 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0c6936d8-090d-4ec4-abe2-dd5ed57f6ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:44.204821 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81cbaf06-ea43-49d4-ae23-9da4c147c31e admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:03:44.224593 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-81cbaf06-ea43-49d4-ae23-9da4c147c31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:44.225030 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-81cbaf06-ea43-49d4-ae23-9da4c147c31e admin admin] Added segment bffa57af-9c3a-4730-a151-5e9b839bdf38 of type vlan for network 64159381-f4e6-4fc5-9378-1a49faafad97 May 04 17:03:44.241864 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['99e13ac4-751e-4fbb-bb01-2edfb4e0aae2'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:03:44.315382 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-81cbaf06-ea43-49d4-ae23-9da4c147c31e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730882500756'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:44.340151 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cbaf06-ea43-49d4-ae23-9da4c147c31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eebea79-bfda-4837-bc34-57236dd5c0f6,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:44.412711 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-81cbaf06-ea43-49d4-ae23-9da4c147c31e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:44.431972 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-81cbaf06-ea43-49d4-ae23-9da4c147c31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:44.453095 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cbaf06-ea43-49d4-ae23-9da4c147c31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:44.453969 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-81cbaf06-ea43-49d4-ae23-9da4c147c31e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:44.479242 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:44.522319 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-81cbaf06-ea43-49d4-ae23-9da4c147c31e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6289661 May 04 17:03:44.526810 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 49196) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:44.538332 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-f51bb602-f4c8-47c8-a27f-1f1989726983 admin admin] Request body: {'subnet': {'network_id': '64159381-f4e6-4fc5-9378-1a49faafad97', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1028042127-subnet', 'tenant_id': 'd33ee03241bd49c1860bfac8f00216a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:03:44.554233 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-f51bb602-f4c8-47c8-a27f-1f1989726983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:44.572253 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-f51bb602-f4c8-47c8-a27f-1f1989726983 admin admin] Usage tracker for resource:subnet and tenant:d33ee03241bd49c1860bfac8f00216a2 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:44.576609 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-f51bb602-f4c8-47c8-a27f-1f1989726983 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:44.585838 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-f51bb602-f4c8-47c8-a27f-1f1989726983 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:44.612393 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51bb602-f4c8-47c8-a27f-1f1989726983 admin admin] Made reservation on behalf of d33ee03241bd49c1860bfac8f00216a2 for: {'subnet': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:03:44.616586 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f51bb602-f4c8-47c8-a27f-1f1989726983 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2595986'] for subnet, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:44.774940 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cbaf06-ea43-49d4-ae23-9da4c147c31e admin admin] Pushing event updated for resources: {'Network': ['ID=64159381-f4e6-4fc5-9378-1a49faafad97,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:44.789051 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Network 64159381-f4e6-4fc5-9378-1a49faafad97 details requested by agent ovs-agent-dv-cinder-789603-1-smb with host dv-cinder-789603-1-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:03:44.810874 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2492d-9b1b-44aa-91e0-c972555f1c35 req-3ffd1645-c367-40cf-9d2e-cf8d641f0e3f tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:44.820190 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1ff2492d-9b1b-44aa-91e0-c972555f1c35 req-3ffd1645-c367-40cf-9d2e-cf8d641f0e3f tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 944 time: 0.5646379 May 04 17:03:44.847814 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-81cbaf06-ea43-49d4-ae23-9da4c147c31e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:44.951382 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1ff2492d-9b1b-44aa-91e0-c972555f1c35 req-fe7326aa-ef59-414e-bc4b-aa683a90587c tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295516 May 04 17:03:45.205789 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f51bb602-f4c8-47c8-a27f-1f1989726983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2563804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2595972'] for subnet, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:45.211111 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:45.288356 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-b3666a3f-477e-4851-b623-293615dae516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:45.302028 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51bb602-f4c8-47c8-a27f-1f1989726983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=051bc70d-4704-4f6d-b1c9-6e524369cf81,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:45.306539 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f51bb602-f4c8-47c8-a27f-1f1989726983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:45.315199 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51bb602-f4c8-47c8-a27f-1f1989726983 admin admin] Checking segment: {'id': 'bffa57af-9c3a-4730-a151-5e9b839bdf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '64159381-f4e6-4fc5-9378-1a49faafad97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:03:45.315879 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51bb602-f4c8-47c8-a27f-1f1989726983 admin admin] Network hostable DHCP agents. Network: 64159381-f4e6-4fc5-9378-1a49faafad97, hostable agents: ['e7f1f9ba-e089-4d30-a3bb-ec752cbc6168'], hosted agents: [] {{(pid=73810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:03:45.337534 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51bb602-f4c8-47c8-a27f-1f1989726983 admin admin] Network 64159381-f4e6-4fc5-9378-1a49faafad97 is scheduled to be hosted by DHCP agent e7f1f9ba-e089-4d30-a3bb-ec752cbc6168 with binding_index 1 {{(pid=73810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:03:45.350707 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-f51bb602-f4c8-47c8-a27f-1f1989726983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-smb, 64159381-f4e6-4fc5-9378-1a49faafad97) {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:03:45.360454 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bf2967-28a3-4118-80a8-c2929e504954 None None] Network 64159381-f4e6-4fc5-9378-1a49faafad97 requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:03:45.374038 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51bb602-f4c8-47c8-a27f-1f1989726983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:45.375177 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f51bb602-f4c8-47c8-a27f-1f1989726983 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:45.411952 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-f51bb602-f4c8-47c8-a27f-1f1989726983 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8810282 May 04 17:03:45.486334 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 99e13ac4-751e-4fbb-bb01-2edfb4e0aae2 up at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:03:45.626938 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:45.653192 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning for port 99e13ac4-751e-4fbb-bb01-2edfb4e0aae2 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:03:45.689595 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning complete for port 99e13ac4-751e-4fbb-bb01-2edfb4e0aae2 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:03:45.689921 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:45.748117 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d26714a-e35a-4a5e-8c0c-8f73fe9999b0 None None] Network 64159381-f4e6-4fc5-9378-1a49faafad97 requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:03:45.947123 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:46.016539 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 99e13ac4-751e-4fbb-bb01-2edfb4e0aae2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=99e13ac4-751e-4fbb-bb01-2edfb4e0aae2,segment=NetworkSegment(2390be27-c828-4eea-a644-31d917c05428),segment_id=2390be27-c828-4eea-a644-31d917c05428)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:03:46.025172 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b1a043-5361-4e5b-96e0-090b97d8c889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e13ac4-751e-4fbb-bb01-2edfb4e0aae2'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:03:46.034503 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:46.035430 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device f3224b67-3480-48b3-8fd3-5c7e4e13364f up at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:03:46.073390 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-5d78f8b2-8d63-42eb-8afa-f99eecf42273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:46.205462 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-886a3c62-d9f3-4a63-8541-72fa09072dfc tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:46.206907 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-886a3c62-d9f3-4a63-8541-72fa09072dfc tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] 10.222.0.24 "GET /v2.0/networks?id=dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71 HTTP/1.1" status: 200 len: 808 time: 0.2108893 May 04 17:03:46.228124 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-5b46d345-29b6-4dda-b4b1-4927ee4636a8 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] 10.222.0.24 "GET /v2.0/quotas/4afa1f95b5fd414c8fc6e2ef78d2185a HTTP/1.1" status: 200 len: 375 time: 0.0142586 May 04 17:03:46.235138 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=99e13ac4-751e-4fbb-bb01-2edfb4e0aae2,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:46.240645 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:46.246681 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning for port f3224b67-3480-48b3-8fd3-5c7e4e13364f completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:03:46.252795 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning complete for port f3224b67-3480-48b3-8fd3-5c7e4e13364f triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:03:46.253164 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:46.291894 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-6c0648c9-72b6-4518-9182-73e228dabd56 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4afa1f95b5fd414c8fc6e2ef78d2185a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555844 May 04 17:03:46.329797 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95fb31-7e5e-4463-9b4e-129f082c3855 req-66115f41-984d-4dfd-a5be-8c220a61b00b tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:46.331385 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-0c95fb31-7e5e-4463-9b4e-129f082c3855 req-66115f41-984d-4dfd-a5be-8c220a61b00b tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 945 time: 0.1756446 May 04 17:03:46.377658 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:46.410432 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port f3224b67-3480-48b3-8fd3-5c7e4e13364f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f3224b67-3480-48b3-8fd3-5c7e4e13364f,segment=NetworkSegment(2390be27-c828-4eea-a644-31d917c05428),segment_id=2390be27-c828-4eea-a644-31d917c05428)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:03:46.415603 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:46.418652 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:46.452832 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-0c95fb31-7e5e-4463-9b4e-129f082c3855 req-b9348d88-4379-445d-8918-03083abb3a14 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100268 May 04 17:03:46.483436 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-730d3157-0f21-4e7e-a2fa-6eb10221f200 service neutron] 10.222.0.24 "GET /v2.0/networks/dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828258 May 04 17:03:46.503499 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=f3224b67-3480-48b3-8fd3-5c7e4e13364f,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:46.506660 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:46.515217 dv-cinder-789603-1-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b1a043-5361-4e5b-96e0-090b97d8c889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e13ac4-751e-4fbb-bb01-2edfb4e0aae2', 'code': 200} May 04 17:03:46.630422 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-80ef768f-d88f-4815-bc7a-f92b20d8ea74 service neutron] 10.222.0.24 "GET /v2.0/networks/dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410980 May 04 17:03:46.643202 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:46.846778 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:46.910924 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb0e39-cded-4dcc-bde5-66cfed2fc2b9 req-9aba186e-0b75-44ec-b93f-3c1be0529292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:46.914883 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-f2fb0e39-cded-4dcc-bde5-66cfed2fc2b9 req-9aba186e-0b75-44ec-b93f-3c1be0529292 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 1098 time: 0.1586757 May 04 17:03:46.943986 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5507774a-b84f-4221-9843-1500a5e91367 req-def3e668-6cd9-4265-a4bb-7749108335fb tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0fce984-7191-43a8-8403-09fa71d16868 HTTP/1.1" status: 200 len: 210 time: 0.1041358 May 04 17:03:46.998127 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-f2fb0e39-cded-4dcc-bde5-66cfed2fc2b9 req-afad2336-1bb8-420c-9bb1-d0a9c5675773 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760865 May 04 17:03:47.666199 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cb156-5561-4c14-9796-535dd16f0901 req-8251ff59-3673-4107-baaf-47f42f86dc89 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:47.667669 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6b3cb156-5561-4c14-9796-535dd16f0901 req-8251ff59-3673-4107-baaf-47f42f86dc89 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 945 time: 0.0906591 May 04 17:03:47.695853 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 49292) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:47.719932 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6b3cb156-5561-4c14-9796-535dd16f0901 req-5fc22340-4bd9-43da-979f-88f031619f03 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465338 May 04 17:03:47.838976 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bd11832b-4ff9-4a85-b6f7-51eba962203e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:47.862107 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-bd11832b-4ff9-4a85-b6f7-51eba962203e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:47.866881 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-bd11832b-4ff9-4a85-b6f7-51eba962203e admin admin] Usage tracker for resource:security_group_rule and tenant:97d9380d65f14c35bf1eca410c1330bd is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:47.870104 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-bd11832b-4ff9-4a85-b6f7-51eba962203e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:47.876535 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-bd11832b-4ff9-4a85-b6f7-51eba962203e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:47.964046 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bd11832b-4ff9-4a85-b6f7-51eba962203e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:47.970711 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bd11832b-4ff9-4a85-b6f7-51eba962203e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:47.981197 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-37aa9f5f-bf7f-4c1d-b817-d7155c021c51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:48.038196 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-bd11832b-4ff9-4a85-b6f7-51eba962203e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97d9380d65f14c35bf1eca410c1330bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405111 May 04 17:03:48.040826 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 49302) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:48.043311 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11832b-4ff9-4a85-b6f7-51eba962203e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbd0c0e-5f4f-410e-b8c1-a3308cdf563d,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:48.047765 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-bd11832b-4ff9-4a85-b6f7-51eba962203e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:48.171785 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b14bc885-a38f-476d-b8c9-5049db9b2bb3 req-8c045ebe-90bf-44ea-827b-070a46d8fec5 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0fce984-7191-43a8-8403-09fa71d16868 HTTP/1.1" status: 200 len: 210 time: 0.0802879 May 04 17:03:48.172504 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-553b7ce3-b33b-4424-98dc-5c07064e3fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:48.211963 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-553b7ce3-b33b-4424-98dc-5c07064e3fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:48.245602 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:48.295942 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-553b7ce3-b33b-4424-98dc-5c07064e3fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:48.301711 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-fddab82f-6513-4e33-804d-3157ea8e3e9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:48.338116 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b7ce3-b33b-4424-98dc-5c07064e3fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbd0c0e-5f4f-410e-b8c1-a3308cdf563d,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:48.342769 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-553b7ce3-b33b-4424-98dc-5c07064e3fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:48.345047 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-553b7ce3-b33b-4424-98dc-5c07064e3fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:48.346153 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-553b7ce3-b33b-4424-98dc-5c07064e3fb9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccbd0c0e-5f4f-410e-b8c1-a3308cdf563d HTTP/1.1" status: 204 len: 168 time: 0.3040552 May 04 17:03:48.384228 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-79cad6c0-735a-4c5e-a2bb-7ebc2d7d36f8 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:48.384228 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-79cad6c0-735a-4c5e-a2bb-7ebc2d7d36f8 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Synchronizing usage tracker for tenant:4afa1f95b5fd414c8fc6e2ef78d2185a on resource:network {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:03:48.398216 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-79cad6c0-735a-4c5e-a2bb-7ebc2d7d36f8 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Unset dirty status for tenant:4afa1f95b5fd414c8fc6e2ef78d2185a on resource:network {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:03:48.399561 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-79cad6c0-735a-4c5e-a2bb-7ebc2d7d36f8 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] 10.222.0.41 "GET /v2.0/networks?id=dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71 HTTP/1.1" status: 200 len: 808 time: 0.2994852 May 04 17:03:48.430949 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-c41aa77f-c255-446f-8e90-59a5133bbf47 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Request body: {'port': {'device_id': 'c0fce984-7191-43a8-8403-09fa71d16868', 'network_id': 'dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71', 'admin_state_up': True, 'tenant_id': '4afa1f95b5fd414c8fc6e2ef78d2185a'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:03:48.516006 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3224b67-3480-48b3-8fd3-5c7e4e13364f'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:03:48.596192 dv-cinder-789603-1-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3224b67-3480-48b3-8fd3-5c7e4e13364f', 'code': 200} May 04 17:03:48.667859 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-c41aa77f-c255-446f-8e90-59a5133bbf47 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:48.675345 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-c41aa77f-c255-446f-8e90-59a5133bbf47 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Usage tracker for resource:port and tenant:4afa1f95b5fd414c8fc6e2ef78d2185a is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:48.679114 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-c41aa77f-c255-446f-8e90-59a5133bbf47 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:48.687374 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-c41aa77f-c255-446f-8e90-59a5133bbf47 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:48.699141 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-c41aa77f-c255-446f-8e90-59a5133bbf47 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Made reservation on behalf of 4afa1f95b5fd414c8fc6e2ef78d2185a for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:03:48.703497 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-c41aa77f-c255-446f-8e90-59a5133bbf47 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:48.834359 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 49336) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:48.858151 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9a6308f5-5822-4a27-b584-21ca1710034f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:48.909515 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-9a6308f5-5822-4a27-b584-21ca1710034f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:48.922642 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-9a6308f5-5822-4a27-b584-21ca1710034f admin admin] Usage tracker for resource:security_group_rule and tenant:8936549031304710b8d5ae45c25051b3 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:48.927839 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-9a6308f5-5822-4a27-b584-21ca1710034f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:48.941015 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-9a6308f5-5822-4a27-b584-21ca1710034f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:48.958538 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a7309-4f12-4476-9db7-5a574a5ea205 req-e3794f4c-51bb-41df-ad32-3fa0ca96840f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:48.960073 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c35a7309-4f12-4476-9db7-5a574a5ea205 req-e3794f4c-51bb-41df-ad32-3fa0ca96840f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 1098 time: 0.1507607 May 04 17:03:48.973264 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-c41aa77f-c255-446f-8e90-59a5133bbf47 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Allocated IP 172.20.0.11 (dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71/fd69c8e0-7636-4129-94bb-971ebeeb2e77/3dc89612-341f-484b-b5cd-dea0816ff49a) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:03:48.976560 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17431fd9-9b12-4e06-811b-43a00a90ea78 req-82e3dd7c-62a8-40ff-ae45-7bcef10fd9fb tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:48.979586 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-17431fd9-9b12-4e06-811b-43a00a90ea78 req-82e3dd7c-62a8-40ff-ae45-7bcef10fd9fb tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 945 time: 0.1175263 May 04 17:03:49.059403 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c35a7309-4f12-4476-9db7-5a574a5ea205 req-9f3f7248-ef51-4dc1-87a9-e83a1f65b2b6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779696 May 04 17:03:49.067281 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-17431fd9-9b12-4e06-811b-43a00a90ea78 req-3d70c018-07da-47f7-826d-b42c44950c63 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624495 May 04 17:03:49.195225 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9a6308f5-5822-4a27-b584-21ca1710034f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:49.199490 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9a6308f5-5822-4a27-b584-21ca1710034f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:49.210472 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a82eb0b7-be86-4696-b206-60d242820905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:49.251090 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-9a6308f5-5822-4a27-b584-21ca1710034f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8936549031304710b8d5ae45c25051b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4156871 May 04 17:03:49.254809 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 49346) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:49.288461 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6308f5-5822-4a27-b584-21ca1710034f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cea229d-ce4f-4275-aee5-4929d92aca29,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:49.295149 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-9a6308f5-5822-4a27-b584-21ca1710034f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:49.303043 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-c41aa77f-c255-446f-8e90-59a5133bbf47 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:49.360608 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-c41aa77f-c255-446f-8e90-59a5133bbf47 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:49.368740 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e42b91e7-3969-4546-8741-5b8250c4f7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:49.374197 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:49.413417 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e42b91e7-3969-4546-8741-5b8250c4f7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:49.433089 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-c41aa77f-c255-446f-8e90-59a5133bbf47 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Network dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:03:49.437691 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-c41aa77f-c255-446f-8e90-59a5133bbf47 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:03:49.446498 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-c41aa77f-c255-446f-8e90-59a5133bbf47 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:03:49.545076 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e42b91e7-3969-4546-8741-5b8250c4f7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:49.563349 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-c41aa77f-c255-446f-8e90-59a5133bbf47 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:49.564283 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-c41aa77f-c255-446f-8e90-59a5133bbf47 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:49.594714 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a2ea5e61-fde1-48df-9819-a6dc1fdbee5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:49.620269 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-c41aa77f-c255-446f-8e90-59a5133bbf47 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2052150 May 04 17:03:49.626039 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b91e7-3969-4546-8741-5b8250c4f7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cea229d-ce4f-4275-aee5-4929d92aca29,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:49.627225 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41aa77f-c255-446f-8e90-59a5133bbf47 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Pushing event updated for resources: {'Port': ['ID=3dc89612-341f-484b-b5cd-dea0816ff49a,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:49.630449 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c41aa77f-c255-446f-8e90-59a5133bbf47 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:49.644670 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e42b91e7-3969-4546-8741-5b8250c4f7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:49.650610 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-2ccaf3d1-e269-466d-ad13-a50c0bfefe29 service neutron] Request body: {'port': {'device_id': 'c0fce984-7191-43a8-8403-09fa71d16868', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:03:49.674193 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e42b91e7-3969-4546-8741-5b8250c4f7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:49.677583 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-e42b91e7-3969-4546-8741-5b8250c4f7bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0cea229d-ce4f-4275-aee5-4929d92aca29 HTTP/1.1" status: 204 len: 168 time: 0.4191303 May 04 17:03:49.783877 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38977412-ff6f-4975-a7f5-a5c96a0d7b92 req-4eba59d5-22b9-4ccc-9688-2722c57ec7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:49.785425 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-38977412-ff6f-4975-a7f5-a5c96a0d7b92 req-4eba59d5-22b9-4ccc-9688-2722c57ec7d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e556e3a64b64ac6b171c7d580893947&device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 1098 time: 0.3399246 May 04 17:03:49.880101 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-2ccaf3d1-e269-466d-ad13-a50c0bfefe29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:50.007994 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c03dd9-d1c9-4159-8aec-e067f8273ba0 req-3815fe85-d088-4be1-9007-8e763993d149 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:50.016754 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-24c03dd9-d1c9-4159-8aec-e067f8273ba0 req-3815fe85-d088-4be1-9007-8e763993d149 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0fce984-7191-43a8-8403-09fa71d16868 HTTP/1.1" status: 200 len: 932 time: 0.4790039 May 04 17:03:50.047408 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38977412-ff6f-4975-a7f5-a5c96a0d7b92 req-8c93047f-c129-4abe-92d5-030fd3ee0b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:50.049147 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-38977412-ff6f-4975-a7f5-a5c96a0d7b92 req-8c93047f-c129-4abe-92d5-030fd3ee0b9d service neutron] 10.222.0.41 "GET /v2.0/networks?id=daf2ac07-072f-41ea-bdf5-4fc0c49d6a07 HTTP/1.1" status: 200 len: 920 time: 0.2520168 May 04 17:03:50.056682 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567497e-d6c6-40b8-a9a0-b273e4e68178 req-4ae108c4-8372-453a-b6d2-ea64123f369d tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:50.065324 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3567497e-d6c6-40b8-a9a0-b273e4e68178 req-4ae108c4-8372-453a-b6d2-ea64123f369d tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 945 time: 0.4164307 May 04 17:03:50.302501 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-38977412-ff6f-4975-a7f5-a5c96a0d7b92 req-1a3b9da3-7d6b-4c5b-8672-2896715720e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99e13ac4-751e-4fbb-bb01-2edfb4e0aae2 HTTP/1.1" status: 200 len: 217 time: 0.2123497 May 04 17:03:50.348317 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-24c03dd9-d1c9-4159-8aec-e067f8273ba0 req-d56506ba-9243-45bf-ba4f-d8fb6ed87ac6 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f9fa4c6-28a6-4bc5-a511-baf0d6b0b9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252087 May 04 17:03:50.365969 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-2ccaf3d1-e269-466d-ad13-a50c0bfefe29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dc89612-341f-484b-b5cd-dea0816ff49a {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:03:50.375472 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-2ccaf3d1-e269-466d-ad13-a50c0bfefe29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:50.388545 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3567497e-d6c6-40b8-a9a0-b273e4e68178 req-5deb0e86-69f8-4fb7-9d12-2279cd2f9aec tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217995 May 04 17:03:50.391367 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-2ccaf3d1-e269-466d-ad13-a50c0bfefe29 service neutron] Transition to ACTIVE for port object 3dc89612-341f-484b-b5cd-dea0816ff49a will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:03:50.406125 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-2ccaf3d1-e269-466d-ad13-a50c0bfefe29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:50.416221 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fc9254c9-1c52-40b8-86aa-789ac9d6dce8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:50.423402 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38977412-ff6f-4975-a7f5-a5c96a0d7b92 req-514f888f-0e40-4df1-b544-8eef7a892db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:50.424929 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-38977412-ff6f-4975-a7f5-a5c96a0d7b92 req-514f888f-0e40-4df1-b544-8eef7a892db3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ffba03e-1a08-4adb-9186-b70f00fea735 HTTP/1.1" status: 200 len: 859 time: 0.1123340 May 04 17:03:50.484155 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-38977412-ff6f-4975-a7f5-a5c96a0d7b92 req-eabe6e19-b62d-4144-a8fb-4a7f0dbaeadc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=daf2ac07-072f-41ea-bdf5-4fc0c49d6a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466278 May 04 17:03:50.600972 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccaf3d1-e269-466d-ad13-a50c0bfefe29 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc89612-341f-484b-b5cd-dea0816ff49a,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:50.662690 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-2ccaf3d1-e269-466d-ad13-a50c0bfefe29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:50.680959 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-38977412-ff6f-4975-a7f5-a5c96a0d7b92 req-27212ff1-c2fc-400a-916b-bd4fcae4bb3e service neutron] 10.222.0.41 "GET /v2.0/networks/daf2ac07-072f-41ea-bdf5-4fc0c49d6a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857190 May 04 17:03:50.693513 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-2ccaf3d1-e269-466d-ad13-a50c0bfefe29 service neutron] Attempting to bind port 3dc89612-341f-484b-b5cd-dea0816ff49a on host hv-cinder-78960 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:03:50.693846 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-2ccaf3d1-e269-466d-ad13-a50c0bfefe29 service neutron] Attempting to bind port 3dc89612-341f-484b-b5cd-dea0816ff49a by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '16c8f414-6825-4c91-b2b8-05e661b54f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:03:50.694175 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-2ccaf3d1-e269-466d-ad13-a50c0bfefe29 service neutron] Attempting to bind port 3dc89612-341f-484b-b5cd-dea0816ff49a on network dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:03:50.699006 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-2ccaf3d1-e269-466d-ad13-a50c0bfefe29 service neutron] Port 3dc89612-341f-484b-b5cd-dea0816ff49a on network dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:03:50.699327 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-2ccaf3d1-e269-466d-ad13-a50c0bfefe29 service neutron] Attempting to bind port 3dc89612-341f-484b-b5cd-dea0816ff49a on network dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:03:50.705324 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-2ccaf3d1-e269-466d-ad13-a50c0bfefe29 service neutron] Checking agent: {'id': '9f3cb959-d44b-4b8e-aa2c-516ad41b6189', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'started_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:03:50.705657 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-2ccaf3d1-e269-466d-ad13-a50c0bfefe29 service neutron] Checking segment: {'id': '16c8f414-6825-4c91-b2b8-05e661b54f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:03:50.706038 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-2ccaf3d1-e269-466d-ad13-a50c0bfefe29 service neutron] Bound using segment: {'id': '16c8f414-6825-4c91-b2b8-05e661b54f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:03:50.706661 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-2ccaf3d1-e269-466d-ad13-a50c0bfefe29 service neutron] Bound port: 3dc89612-341f-484b-b5cd-dea0816ff49a, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16c8f414-6825-4c91-b2b8-05e661b54f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:03:50.707009 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-2ccaf3d1-e269-466d-ad13-a50c0bfefe29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:50.846504 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-38977412-ff6f-4975-a7f5-a5c96a0d7b92 req-58b99946-b4b8-4752-bc12-1e2de9fdb969 service neutron] 10.222.0.41 "GET /v2.0/networks/daf2ac07-072f-41ea-bdf5-4fc0c49d6a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412163 May 04 17:03:50.846727 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-2ccaf3d1-e269-466d-ad13-a50c0bfefe29 service neutron] For port 3dc89612-341f-484b-b5cd-dea0816ff49a, host hv-cinder-78960, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:03:50.850806 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-2ccaf3d1-e269-466d-ad13-a50c0bfefe29 service neutron] For port 3dc89612-341f-484b-b5cd-dea0816ff49a, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3dc89612-341f-484b-b5cd-dea0816ff49a,segment=NetworkSegment(16c8f414-6825-4c91-b2b8-05e661b54f85),segment_id=16c8f414-6825-4c91-b2b8-05e661b54f85)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:03:50.855731 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-2ccaf3d1-e269-466d-ad13-a50c0bfefe29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:50.860982 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ac5c4880-3f8e-4ac6-aed1-37c7677ef19d tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:50.941181 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-2ccaf3d1-e269-466d-ad13-a50c0bfefe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:50.941668 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-2ccaf3d1-e269-466d-ad13-a50c0bfefe29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:50.943047 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-2ccaf3d1-e269-466d-ad13-a50c0bfefe29 service neutron] 10.222.0.41 "PUT /v2.0/ports/3dc89612-341f-484b-b5cd-dea0816ff49a HTTP/1.1" status: 200 len: 1094 time: 1.2971854 May 04 17:03:50.943541 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0fce984-7191-43a8-8403-09fa71d16868', 'tag': '3dc89612-341f-484b-b5cd-dea0816ff49a'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:03:50.971271 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccaf3d1-e269-466d-ad13-a50c0bfefe29 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc89612-341f-484b-b5cd-dea0816ff49a,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:50.981069 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-2ccaf3d1-e269-466d-ad13-a50c0bfefe29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:50.999983 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0fce984-7191-43a8-8403-09fa71d16868', 'tag': '3dc89612-341f-484b-b5cd-dea0816ff49a', 'status': 'completed', 'code': 200} May 04 17:03:51.114886 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-1fa84c90-44b7-4d87-9924-a52c6e54445e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:51.116297 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-1fa84c90-44b7-4d87-9924-a52c6e54445e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4afa1f95b5fd414c8fc6e2ef78d2185a&device_id=c0fce984-7191-43a8-8403-09fa71d16868 HTTP/1.1" status: 200 len: 1097 time: 0.0969684 May 04 17:03:51.188962 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-c3bd06f3-78d7-4f09-b3da-4733c22e7816 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3dc89612-341f-484b-b5cd-dea0816ff49a HTTP/1.1" status: 200 len: 217 time: 0.0637698 May 04 17:03:51.265522 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 49414) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:51.275936 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-c5389cc1-2350-41bd-8ce4-599094963451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:51.277706 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-c5389cc1-2350-41bd-8ce4-599094963451 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fd69c8e0-7636-4129-94bb-971ebeeb2e77 HTTP/1.1" status: 200 len: 848 time: 0.0813975 May 04 17:03:51.342162 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-57bd08f8-1032-44d7-af4e-11b78275d8bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560582 May 04 17:03:51.604679 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-03315ea7-71b3-4508-b018-e807a075fd7c service neutron] 10.222.0.41 "GET /v2.0/networks/dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551837 May 04 17:03:51.748855 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-aa5f99dc-fe13-4879-99e1-a0f50abbee09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:51.804699 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c7d2c7d0-0b0f-4d52-9db2-e1b5bacf50ea req-1af62d91-7c57-4c4e-93f3-d1063a405479 service neutron] 10.222.0.41 "GET /v2.0/networks/dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883252 May 04 17:03:51.826686 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-aa5f99dc-fe13-4879-99e1-a0f50abbee09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:51.847471 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-aa5f99dc-fe13-4879-99e1-a0f50abbee09 admin admin] Usage tracker for resource:security_group_rule and tenant:c3c98278123c4b5cade35e37df792efb is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:51.866289 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-aa5f99dc-fe13-4879-99e1-a0f50abbee09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:51.879226 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-aa5f99dc-fe13-4879-99e1-a0f50abbee09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:51.960086 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4eaed-e148-43f4-a0ed-238e34145bf8 req-9129a73f-4468-4d82-b96e-88b5ce7cc5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:51.961950 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-35f4eaed-e148-43f4-a0ed-238e34145bf8 req-9129a73f-4468-4d82-b96e-88b5ce7cc5f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4afa1f95b5fd414c8fc6e2ef78d2185a&device_id=c0fce984-7191-43a8-8403-09fa71d16868 HTTP/1.1" status: 200 len: 1097 time: 0.0977089 May 04 17:03:51.964328 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8a2f1-78fb-464d-a275-5e4d07a30d72 req-b22a3d46-d873-43e2-9a4e-980f7b820629 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:51.965863 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d1e8a2f1-78fb-464d-a275-5e4d07a30d72 req-b22a3d46-d873-43e2-9a4e-980f7b820629 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0fce984-7191-43a8-8403-09fa71d16868 HTTP/1.1" status: 200 len: 944 time: 0.3921001 May 04 17:03:51.982752 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df694433-227d-4402-a0d4-9079fedb4f0e req-ced2080c-c001-4191-8c91-04995cc65309 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:51.985294 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-df694433-227d-4402-a0d4-9079fedb4f0e req-ced2080c-c001-4191-8c91-04995cc65309 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 945 time: 0.3210614 May 04 17:03:52.090311 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-df694433-227d-4402-a0d4-9079fedb4f0e req-0a6fde8d-879d-405c-81e6-5ff833894ef5 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859687 May 04 17:03:52.111024 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d1e8a2f1-78fb-464d-a275-5e4d07a30d72 req-ef480d7a-10c5-44a2-b187-bba9869024e8 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f9fa4c6-28a6-4bc5-a511-baf0d6b0b9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233323 May 04 17:03:52.150528 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-aa5f99dc-fe13-4879-99e1-a0f50abbee09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:52.161772 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-aa5f99dc-fe13-4879-99e1-a0f50abbee09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:52.170122 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-cd7691f6-ffd4-4ba6-9b4d-73b8200a9ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:52.173077 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4eaed-e148-43f4-a0ed-238e34145bf8 req-16cdb245-1422-4ba1-93e0-f9be33f70d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:52.185535 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-35f4eaed-e148-43f4-a0ed-238e34145bf8 req-16cdb245-1422-4ba1-93e0-f9be33f70d0c service neutron] 10.222.0.41 "GET /v2.0/networks?id=dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71 HTTP/1.1" status: 200 len: 909 time: 0.2051377 May 04 17:03:52.261239 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-aa5f99dc-fe13-4879-99e1-a0f50abbee09 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3c98278123c4b5cade35e37df792efb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9919770 May 04 17:03:52.264011 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 49456) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:52.264761 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f99dc-fe13-4879-99e1-a0f50abbee09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90d2f98-9520-4f7e-837b-076b2e9b71fe,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:52.279513 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-aa5f99dc-fe13-4879-99e1-a0f50abbee09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:52.348250 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 49462) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:52.364136 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-907db550-2871-430b-ad16-1f58ff11812b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:52.400830 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-907db550-2871-430b-ad16-1f58ff11812b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:52.402972 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-35f4eaed-e148-43f4-a0ed-238e34145bf8 req-4cbed278-a946-4a44-93e7-59dd4657e6e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3dc89612-341f-484b-b5cd-dea0816ff49a HTTP/1.1" status: 200 len: 217 time: 0.2164633 May 04 17:03:52.473447 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-907db550-2871-430b-ad16-1f58ff11812b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:52.487161 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:52.500360 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:03:52.500885 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4eaed-e148-43f4-a0ed-238e34145bf8 req-a1a8f507-e2b8-4dd2-b090-4c0150c54e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:52.503869 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-35f4eaed-e148-43f4-a0ed-238e34145bf8 req-a1a8f507-e2b8-4dd2-b090-4c0150c54e27 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fd69c8e0-7636-4129-94bb-971ebeeb2e77 HTTP/1.1" status: 200 len: 848 time: 0.0898509 May 04 17:03:52.510650 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-907db550-2871-430b-ad16-1f58ff11812b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:52.511749 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-907db550-2871-430b-ad16-1f58ff11812b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c90d2f98-9520-4f7e-837b-076b2e9b71fe HTTP/1.1" status: 204 len: 168 time: 0.2441304 May 04 17:03:52.512740 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907db550-2871-430b-ad16-1f58ff11812b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90d2f98-9520-4f7e-837b-076b2e9b71fe,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:52.515704 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-907db550-2871-430b-ad16-1f58ff11812b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:52.578684 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-35f4eaed-e148-43f4-a0ed-238e34145bf8 req-1c44db7f-defe-481b-9bcd-5660b87e4664 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699754 May 04 17:03:52.617518 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-61ca883d-ac78-48d8-8c71-4f4a840bde41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:52.638634 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-61ca883d-ac78-48d8-8c71-4f4a840bde41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:52.644161 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-61ca883d-ac78-48d8-8c71-4f4a840bde41 admin admin] Usage tracker for resource:security_group_rule and tenant:366e7c477e61473bbf197a57cf99d96c is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:52.648500 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-61ca883d-ac78-48d8-8c71-4f4a840bde41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:52.656428 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-61ca883d-ac78-48d8-8c71-4f4a840bde41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:52.754427 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-35f4eaed-e148-43f4-a0ed-238e34145bf8 req-46ebe28b-de0e-4f3c-9403-38aa36e5e5d2 service neutron] 10.222.0.41 "GET /v2.0/networks/dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670330 May 04 17:03:52.781285 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-61ca883d-ac78-48d8-8c71-4f4a840bde41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:52.788972 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-61ca883d-ac78-48d8-8c71-4f4a840bde41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:52.801043 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d020b504-3aa9-4fcd-9bcb-0100d8d6aa4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:52.835940 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca883d-ac78-48d8-8c71-4f4a840bde41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a339e176-4685-47b8-8b63-389c5745ad1b,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:52.843617 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-61ca883d-ac78-48d8-8c71-4f4a840bde41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:52.874108 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-61ca883d-ac78-48d8-8c71-4f4a840bde41 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=366e7c477e61473bbf197a57cf99d96c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5246069 May 04 17:03:52.874884 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 49494) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:52.963149 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-35f4eaed-e148-43f4-a0ed-238e34145bf8 req-3ef8b2bb-533b-45a2-bb57-faf9e3873878 service neutron] 10.222.0.41 "GET /v2.0/networks/dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998985 May 04 17:03:52.963719 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 49498) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:52.977651 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-538d0702-cbf7-4d00-9170-afdb19ac8383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:52.993365 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cc4b4fe4-3644-4823-bdad-e36285b2c879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:53.009142 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-cc4b4fe4-3644-4823-bdad-e36285b2c879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:53.012541 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-538d0702-cbf7-4d00-9170-afdb19ac8383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:53.013822 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-cc4b4fe4-3644-4823-bdad-e36285b2c879 admin admin] Usage tracker for resource:security_group_rule and tenant:6dc9caee28624d679a5ae30488cf2daa is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:53.017099 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-cc4b4fe4-3644-4823-bdad-e36285b2c879 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:53.023250 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-cc4b4fe4-3644-4823-bdad-e36285b2c879 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:53.076021 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-538d0702-cbf7-4d00-9170-afdb19ac8383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:53.081758 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d99fecea-53bd-4d4a-a5db-93673cf7525e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:53.093861 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d0702-cbf7-4d00-9170-afdb19ac8383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a339e176-4685-47b8-8b63-389c5745ad1b,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:53.096239 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-538d0702-cbf7-4d00-9170-afdb19ac8383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:53.115785 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-538d0702-cbf7-4d00-9170-afdb19ac8383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:53.117375 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-538d0702-cbf7-4d00-9170-afdb19ac8383 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a339e176-4685-47b8-8b63-389c5745ad1b HTTP/1.1" status: 204 len: 168 time: 0.2413306 May 04 17:03:53.149299 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 49510) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:53.170773 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cc4b4fe4-3644-4823-bdad-e36285b2c879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:53.179905 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cc4b4fe4-3644-4823-bdad-e36285b2c879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:53.214876 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-9ac52591-0508-48b3-a9ca-c08f5c877dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:53.239716 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-cc4b4fe4-3644-4823-bdad-e36285b2c879 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6dc9caee28624d679a5ae30488cf2daa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2722685 May 04 17:03:53.240167 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 49516) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:53.265702 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b4fe4-3644-4823-bdad-e36285b2c879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d215e4a5-5383-472e-8636-3abca2764f02,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:53.283143 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-cc4b4fe4-3644-4823-bdad-e36285b2c879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:53.395790 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4a52b66a-0bfe-489c-ba45-b7e8493b3463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:53.434481 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-4a52b66a-0bfe-489c-ba45-b7e8493b3463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:53.456516 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-4a52b66a-0bfe-489c-ba45-b7e8493b3463 admin admin] Usage tracker for resource:security_group_rule and tenant:d72996f57c9243ccace36e4dcd14525f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:53.464371 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-4a52b66a-0bfe-489c-ba45-b7e8493b3463 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:53.477480 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-4a52b66a-0bfe-489c-ba45-b7e8493b3463 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:53.485414 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-375c8110-3533-4a23-a342-a215938b669f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:53.549967 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-375c8110-3533-4a23-a342-a215938b669f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:53.569785 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf38303-e439-4156-80e7-dd6bd4ae9b38 req-b64154ab-a84c-43b5-9f8c-a328f2dddd2e tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:53.571276 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-edf38303-e439-4156-80e7-dd6bd4ae9b38 req-b64154ab-a84c-43b5-9f8c-a328f2dddd2e tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 945 time: 0.3025975 May 04 17:03:53.594205 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffbbe7-afa7-44ff-bdf6-9fc5f27d6034 req-1d30df57-2961-4946-8952-c651f5cd7cb5 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:53.595491 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-78ffbbe7-afa7-44ff-bdf6-9fc5f27d6034 req-1d30df57-2961-4946-8952-c651f5cd7cb5 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0fce984-7191-43a8-8403-09fa71d16868 HTTP/1.1" status: 200 len: 944 time: 0.3338063 May 04 17:03:53.704646 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-edf38303-e439-4156-80e7-dd6bd4ae9b38 req-4594b7cc-6a17-4514-93f9-9a74b909c254 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078143 May 04 17:03:53.734196 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-78ffbbe7-afa7-44ff-bdf6-9fc5f27d6034 req-0dac69e8-c2b7-4fe9-9cca-f18c41aa481a tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f9fa4c6-28a6-4bc5-a511-baf0d6b0b9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289372 May 04 17:03:53.755475 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-375c8110-3533-4a23-a342-a215938b669f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:53.779405 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:53.820296 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c8110-3533-4a23-a342-a215938b669f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d215e4a5-5383-472e-8636-3abca2764f02,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:53.839044 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4a52b66a-0bfe-489c-ba45-b7e8493b3463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:53.840275 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-375c8110-3533-4a23-a342-a215938b669f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:53.879955 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4a52b66a-0bfe-489c-ba45-b7e8493b3463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:53.896663 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b58fbc33-7c93-4753-8dd1-4b6a5ee3c5b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:53.921211 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-375c8110-3533-4a23-a342-a215938b669f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:53.923212 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-375c8110-3533-4a23-a342-a215938b669f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d215e4a5-5383-472e-8636-3abca2764f02 HTTP/1.1" status: 204 len: 168 time: 0.6817350 May 04 17:03:53.986831 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-4a52b66a-0bfe-489c-ba45-b7e8493b3463 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d72996f57c9243ccace36e4dcd14525f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8334689 May 04 17:03:53.986831 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52b66a-0bfe-489c-ba45-b7e8493b3463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0ab5ad-3c39-40cd-b291-e8e9b94ab423,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:53.989259 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 49542) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:54.003098 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4a52b66a-0bfe-489c-ba45-b7e8493b3463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:54.114066 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6900ddc8-1d41-41a8-9a58-425b257a16fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:54.181986 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6900ddc8-1d41-41a8-9a58-425b257a16fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:54.250653 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6900ddc8-1d41-41a8-9a58-425b257a16fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:54.254756 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-cc4b4fe4-3644-4823-bdad-e36285b2c879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:54.269321 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900ddc8-1d41-41a8-9a58-425b257a16fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0ab5ad-3c39-40cd-b291-e8e9b94ab423,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:54.271798 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6900ddc8-1d41-41a8-9a58-425b257a16fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:54.283253 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6900ddc8-1d41-41a8-9a58-425b257a16fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:54.284392 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-6900ddc8-1d41-41a8-9a58-425b257a16fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e0ab5ad-3c39-40cd-b291-e8e9b94ab423 HTTP/1.1" status: 204 len: 168 time: 0.2930903 May 04 17:03:54.750210 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 49580) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:54.796166 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eb0251cb-0ac1-4c14-abd6-5233291dbdb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:54.834396 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-eb0251cb-0ac1-4c14-abd6-5233291dbdb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:03:54.842688 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-eb0251cb-0ac1-4c14-abd6-5233291dbdb1 admin admin] Usage tracker for resource:security_group_rule and tenant:19c22c8c43fd4b5a84c99f290f21acba is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:03:54.850678 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-eb0251cb-0ac1-4c14-abd6-5233291dbdb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:03:54.864752 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-eb0251cb-0ac1-4c14-abd6-5233291dbdb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:03:54.982626 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eb0251cb-0ac1-4c14-abd6-5233291dbdb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:54.999739 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eb0251cb-0ac1-4c14-abd6-5233291dbdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:55.038678 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:55.041643 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59136275-9ab7-42ba-8ce6-361d1e1703df req-6260be4e-847b-43ff-a4d8-dd33475e844f tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:55.043969 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-59136275-9ab7-42ba-8ce6-361d1e1703df req-6260be4e-847b-43ff-a4d8-dd33475e844f tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0fce984-7191-43a8-8403-09fa71d16868 HTTP/1.1" status: 200 len: 944 time: 0.1223562 May 04 17:03:55.052417 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-eb0251cb-0ac1-4c14-abd6-5233291dbdb1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19c22c8c43fd4b5a84c99f290f21acba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001835 May 04 17:03:55.064764 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 49592) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:03:55.107039 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0251cb-0ac1-4c14-abd6-5233291dbdb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a225449b-9a02-4772-9326-93823a3b36b8,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:55.111788 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-eb0251cb-0ac1-4c14-abd6-5233291dbdb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:55.264130 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-59136275-9ab7-42ba-8ce6-361d1e1703df req-1b1a38cd-c940-4518-8d1a-a9949bbe9d2f tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f9fa4c6-28a6-4bc5-a511-baf0d6b0b9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136879 May 04 17:03:55.304980 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6f76d7cd-794f-4ba4-a70e-eb19d6454302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:55.336040 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5edaf-9de3-4246-9bed-f36850c9c8fa req-1d75e6b7-09da-4b45-b2aa-9424fea6825e tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:55.337509 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-41a5edaf-9de3-4246-9bed-f36850c9c8fa req-1d75e6b7-09da-4b45-b2aa-9424fea6825e tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 945 time: 0.2475657 May 04 17:03:55.345904 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6f76d7cd-794f-4ba4-a70e-eb19d6454302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:55.421651 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-41a5edaf-9de3-4246-9bed-f36850c9c8fa req-dd6a7264-7982-4cb5-b628-7a7045a22f84 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773153 May 04 17:03:55.457967 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6f76d7cd-794f-4ba4-a70e-eb19d6454302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:55.463746 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ed7dac48-8b4d-4b5d-9cb5-b356fc3e69ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:55.476080 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76d7cd-794f-4ba4-a70e-eb19d6454302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a225449b-9a02-4772-9326-93823a3b36b8,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:55.479385 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6f76d7cd-794f-4ba4-a70e-eb19d6454302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:55.482809 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6f76d7cd-794f-4ba4-a70e-eb19d6454302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:55.484627 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 3dc89612-341f-484b-b5cd-dea0816ff49a details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:03:55.486819 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-6f76d7cd-794f-4ba4-a70e-eb19d6454302 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a225449b-9a02-4772-9326-93823a3b36b8 HTTP/1.1" status: 204 len: 168 time: 0.4209859 May 04 17:03:55.708917 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 3dc89612-341f-484b-b5cd-dea0816ff49a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3dc89612-341f-484b-b5cd-dea0816ff49a,segment=NetworkSegment(16c8f414-6825-4c91-b2b8-05e661b54f85),segment_id=16c8f414-6825-4c91-b2b8-05e661b54f85)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:03:55.738919 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Returning: {'device': '3dc89612-341f-484b-b5cd-dea0816ff49a', 'network_id': 'dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71', 'port_id': '3dc89612-341f-484b-b5cd-dea0816ff49a', 'mac_address': 'fa:16:3e:49:f8:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd69c8e0-7636-4129-94bb-971ebeeb2e77', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:03:55.807826 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:55.826114 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dc89612-341f-484b-b5cd-dea0816ff49a {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:03:55.845217 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 3dc89612-341f-484b-b5cd-dea0816ff49a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3dc89612-341f-484b-b5cd-dea0816ff49a,segment=NetworkSegment(16c8f414-6825-4c91-b2b8-05e661b54f85),segment_id=16c8f414-6825-4c91-b2b8-05e661b54f85)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:03:55.862483 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:55.865560 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-bb8cb371-8a56-4b5a-85f9-2c4fc3498bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:55.966798 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=3dc89612-341f-484b-b5cd-dea0816ff49a,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:55.966798 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:56.152248 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['3dc89612-341f-484b-b5cd-dea0816ff49a'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:03:56.561863 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce130aa-9028-481a-9885-49b0b803a7ae req-5db2676e-8159-42d1-87d7-0d5a7b2afd33 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:56.563381 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3ce130aa-9028-481a-9885-49b0b803a7ae req-5db2676e-8159-42d1-87d7-0d5a7b2afd33 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0fce984-7191-43a8-8403-09fa71d16868 HTTP/1.1" status: 200 len: 945 time: 0.1419110 May 04 17:03:56.634612 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3ce130aa-9028-481a-9885-49b0b803a7ae req-bb842144-4e08-491d-863f-0a110707dc52 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f9fa4c6-28a6-4bc5-a511-baf0d6b0b9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648735 May 04 17:03:56.855191 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb9bd9-7449-4d6f-8713-7b5867684486 req-8bb2b1e5-c1e3-41da-b309-27e1a971cf10 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:56.857737 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-37cb9bd9-7449-4d6f-8713-7b5867684486 req-8bb2b1e5-c1e3-41da-b309-27e1a971cf10 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 945 time: 0.1420307 May 04 17:03:56.924922 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-37cb9bd9-7449-4d6f-8713-7b5867684486 req-33ff03ad-4075-48a5-9da8-4cd482187bb2 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597544 May 04 17:03:57.484553 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 3dc89612-341f-484b-b5cd-dea0816ff49a up at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:03:57.563273 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning for port 3dc89612-341f-484b-b5cd-dea0816ff49a completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:03:57.568188 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning complete for port 3dc89612-341f-484b-b5cd-dea0816ff49a triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:03:57.568793 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:57.703867 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:57.733157 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fce984-7191-43a8-8403-09fa71d16868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc89612-341f-484b-b5cd-dea0816ff49a'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:03:57.746143 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 3dc89612-341f-484b-b5cd-dea0816ff49a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3dc89612-341f-484b-b5cd-dea0816ff49a,segment=NetworkSegment(16c8f414-6825-4c91-b2b8-05e661b54f85),segment_id=16c8f414-6825-4c91-b2b8-05e661b54f85)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:03:57.751945 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:03:57.758901 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f4123eb3-46d6-4f49-9828-eb9f6e9cc869 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:03:57.826965 dv-cinder-789603-1-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0fce984-7191-43a8-8403-09fa71d16868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc89612-341f-484b-b5cd-dea0816ff49a', 'code': 200} May 04 17:03:57.885892 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=3dc89612-341f-484b-b5cd-dea0816ff49a,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:03:57.889079 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:03:57.955439 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007473f4-79fe-44f0-b1c1-125b9470b689 req-2a3c2e53-5f31-40f7-b13f-9d127061ffac tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:57.957012 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-007473f4-79fe-44f0-b1c1-125b9470b689 req-2a3c2e53-5f31-40f7-b13f-9d127061ffac tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0fce984-7191-43a8-8403-09fa71d16868 HTTP/1.1" status: 200 len: 946 time: 0.1796134 May 04 17:03:58.011275 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-007473f4-79fe-44f0-b1c1-125b9470b689 req-4b6ebdd1-7061-42c2-ab9e-d05ced436f5a tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f9fa4c6-28a6-4bc5-a511-baf0d6b0b9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471091 May 04 17:03:58.072030 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85efa73-a735-4676-b6ca-b3c28ae1ca60 req-91c09bad-0acc-4af0-8e29-8ae7e33a9a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:58.077494 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c85efa73-a735-4676-b6ca-b3c28ae1ca60 req-91c09bad-0acc-4af0-8e29-8ae7e33a9a4e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c0fce984-7191-43a8-8403-09fa71d16868 HTTP/1.1" status: 200 len: 1099 time: 0.0738466 May 04 17:03:58.129262 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c85efa73-a735-4676-b6ca-b3c28ae1ca60 req-89b8d1ed-59a5-4171-910b-6bad3eedf54c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6f9fa4c6-28a6-4bc5-a511-baf0d6b0b9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431302 May 04 17:03:58.202484 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ef908-2994-44a0-8f27-eade7ffe6de5 req-43922e32-c21d-4fb7-b8f5-da80ca7bb574 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:58.203843 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-826ef908-2994-44a0-8f27-eade7ffe6de5 req-43922e32-c21d-4fb7-b8f5-da80ca7bb574 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 945 time: 0.0863152 May 04 17:03:58.249872 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-826ef908-2994-44a0-8f27-eade7ffe6de5 req-954cdfd7-1822-4a13-bf90-22e72a82ab86 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398393 May 04 17:03:59.240040 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ddb27-b761-4f59-9c5e-28701c7c1385 req-ac01fd70-dc62-413c-98c5-f13b1945c124 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:59.242512 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-056ddb27-b761-4f59-9c5e-28701c7c1385 req-ac01fd70-dc62-413c-98c5-f13b1945c124 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0fce984-7191-43a8-8403-09fa71d16868 HTTP/1.1" status: 200 len: 946 time: 0.1157563 May 04 17:03:59.301866 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-056ddb27-b761-4f59-9c5e-28701c7c1385 req-7a1f175c-6b19-45ab-84a2-be8cdc59f96c tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f9fa4c6-28a6-4bc5-a511-baf0d6b0b9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499599 May 04 17:03:59.453617 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187dcb2-951a-4deb-b6d8-cb8d8b4b263a req-58e8b701-c169-4a86-9f61-8fb5e8eb74c7 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:03:59.455186 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a187dcb2-951a-4deb-b6d8-cb8d8b4b263a req-58e8b701-c169-4a86-9f61-8fb5e8eb74c7 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 945 time: 0.0860209 May 04 17:03:59.500389 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a187dcb2-951a-4deb-b6d8-cb8d8b4b263a req-75ea9bfb-a2d3-4133-b770-4e216edbcd92 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395286 May 04 17:04:00.164638 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094022fe-922e-40d6-91bf-6761fcc01a14 req-3ef242a5-5dfd-48ae-b2c5-5aa2a46064a2 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:00.166139 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-094022fe-922e-40d6-91bf-6761fcc01a14 req-3ef242a5-5dfd-48ae-b2c5-5aa2a46064a2 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 946 time: 0.0904441 May 04 17:04:00.218736 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-094022fe-922e-40d6-91bf-6761fcc01a14 req-b93586d4-a580-45d8-a98a-5a987db7db67 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458856 May 04 17:04:00.496228 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52916f51-2593-40b5-8654-46c21dcd3e57 req-7adc1a51-2fe0-485b-b03e-b9dc075e9b1b tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:00.498201 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-52916f51-2593-40b5-8654-46c21dcd3e57 req-7adc1a51-2fe0-485b-b03e-b9dc075e9b1b tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0fce984-7191-43a8-8403-09fa71d16868 HTTP/1.1" status: 200 len: 946 time: 0.0846717 May 04 17:04:00.553132 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-52916f51-2593-40b5-8654-46c21dcd3e57 req-39e0239c-3f3e-434e-b9d2-ef62211f37a0 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f9fa4c6-28a6-4bc5-a511-baf0d6b0b9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486722 May 04 17:04:00.741457 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a7ba0-35b1-45e6-af9c-ae209e03bb8d req-c2589db3-6fe3-403e-b09d-f7f560b4f87c tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:00.743231 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b86a7ba0-35b1-45e6-af9c-ae209e03bb8d req-c2589db3-6fe3-403e-b09d-f7f560b4f87c tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 945 time: 0.1022604 May 04 17:04:00.791618 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b86a7ba0-35b1-45e6-af9c-ae209e03bb8d req-22eabcbe-cbca-4dbc-a073-d7c62f0b7653 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415308 May 04 17:04:01.531354 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7289f-ae7f-4196-b290-d86c8a26d29b req-21e107de-abd1-476c-b1d5-ce851351af30 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:01.532061 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6fa7289f-ae7f-4196-b290-d86c8a26d29b req-21e107de-abd1-476c-b1d5-ce851351af30 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 946 time: 0.1622491 May 04 17:04:01.583266 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6fa7289f-ae7f-4196-b290-d86c8a26d29b req-4af35291-c8ef-4d22-a328-5ed277b5d5ca tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438433 May 04 17:04:02.015707 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e533d1-70bc-44be-9a97-40f40acd925f req-aba92c19-2903-43dc-b7b2-7553f2d40b3e tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:02.017228 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a0e533d1-70bc-44be-9a97-40f40acd925f req-aba92c19-2903-43dc-b7b2-7553f2d40b3e tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 945 time: 0.0938327 May 04 17:04:02.066418 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a0e533d1-70bc-44be-9a97-40f40acd925f req-e4fc873f-8313-4da2-82d1-09ce8ae8a613 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430920 May 04 17:04:02.856858 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e456aef-88bd-4e07-bd22-7b6ad91279cc req-a2eb3656-d5a5-4d27-ba6e-e2ac013ace39 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:02.865097 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2e456aef-88bd-4e07-bd22-7b6ad91279cc req-a2eb3656-d5a5-4d27-ba6e-e2ac013ace39 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 946 time: 0.1337314 May 04 17:04:02.915892 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2e456aef-88bd-4e07-bd22-7b6ad91279cc req-cca0268e-30a7-4856-8027-74da9d14fa17 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485718 May 04 17:04:03.342338 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952f10b-847c-44f5-8a37-4f64cdaf1776 req-5cef1de8-913b-4614-a6f6-ce90abe4049d tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:03.344248 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6952f10b-847c-44f5-8a37-4f64cdaf1776 req-5cef1de8-913b-4614-a6f6-ce90abe4049d tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 945 time: 0.1093049 May 04 17:04:03.402806 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6952f10b-847c-44f5-8a37-4f64cdaf1776 req-291f8841-d7de-43f5-887d-c931b49329fe tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510058 May 04 17:04:03.615308 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 49878) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:03.753535 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e3f3c7b5-b462-4054-b507-747507bd9dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:03.769118 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e3f3c7b5-b462-4054-b507-747507bd9dcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:04:03.773551 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e3f3c7b5-b462-4054-b507-747507bd9dcd admin admin] Usage tracker for resource:security_group_rule and tenant:23ee0a102bc34ba2b9c744f8ebe0c7a8 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:04:03.776975 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e3f3c7b5-b462-4054-b507-747507bd9dcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:04:03.784976 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e3f3c7b5-b462-4054-b507-747507bd9dcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:04:03.893152 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e3f3c7b5-b462-4054-b507-747507bd9dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:03.898764 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e3f3c7b5-b462-4054-b507-747507bd9dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:03.909485 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b2dcafcf-1cdd-4747-83ad-6141a9a20b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:03.952992 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-e3f3c7b5-b462-4054-b507-747507bd9dcd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23ee0a102bc34ba2b9c744f8ebe0c7a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3410690 May 04 17:04:03.954186 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f3c7b5-b462-4054-b507-747507bd9dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937e43a0-3559-44a0-90e5-bab9c9d9e858,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:03.955708 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 49890) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:03.957567 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e3f3c7b5-b462-4054-b507-747507bd9dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:04.047708 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-98caa14b-7b19-4ab2-abf9-a933b2a860bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:04.086527 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-98caa14b-7b19-4ab2-abf9-a933b2a860bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:04.171016 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f09570-bbe7-4efe-b599-fb150e6c7cee req-4357ba05-cce0-47bd-861a-d8871fa65b98 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:04.171694 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-98caa14b-7b19-4ab2-abf9-a933b2a860bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:04.177035 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-45f09570-bbe7-4efe-b599-fb150e6c7cee req-4357ba05-cce0-47bd-861a-d8871fa65b98 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 946 time: 0.1165636 May 04 17:04:04.180388 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-07818808-173f-4650-92e5-0c38d5f32521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:04.196413 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98caa14b-7b19-4ab2-abf9-a933b2a860bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937e43a0-3559-44a0-90e5-bab9c9d9e858,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:04.205427 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-98caa14b-7b19-4ab2-abf9-a933b2a860bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:04.225459 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-98caa14b-7b19-4ab2-abf9-a933b2a860bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:04.230658 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-98caa14b-7b19-4ab2-abf9-a933b2a860bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/937e43a0-3559-44a0-90e5-bab9c9d9e858 HTTP/1.1" status: 204 len: 168 time: 0.2728846 May 04 17:04:04.252907 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-45f09570-bbe7-4efe-b599-fb150e6c7cee req-e0275bed-81b4-458c-bc61-b7cbf51fbb50 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688941 May 04 17:04:04.689671 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b4435-a797-4b30-becb-6891f20d3a4e req-0a751c04-da02-4769-b240-496a6a29a726 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:04.691311 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-dc2b4435-a797-4b30-becb-6891f20d3a4e req-0a751c04-da02-4769-b240-496a6a29a726 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 945 time: 0.1570222 May 04 17:04:04.774875 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-dc2b4435-a797-4b30-becb-6891f20d3a4e req-d1660533-004a-4a37-a0db-b1a965294de5 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769496 May 04 17:04:05.073305 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9b40d-d201-4ba5-93d5-25a9d72fc573 req-ea55c330-9b1a-41ee-a26b-cffd2cf3e1a3 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:05.076468 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a0e9b40d-d201-4ba5-93d5-25a9d72fc573 req-ea55c330-9b1a-41ee-a26b-cffd2cf3e1a3 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0fce984-7191-43a8-8403-09fa71d16868 HTTP/1.1" status: 200 len: 946 time: 0.1219392 May 04 17:04:05.183280 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 49952) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:05.209189 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a0e9b40d-d201-4ba5-93d5-25a9d72fc573 req-edc59070-d774-4dea-8ee7-32e0fea73016 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f9fa4c6-28a6-4bc5-a511-baf0d6b0b9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264517 May 04 17:04:05.309893 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-6324a578-55dd-4748-92f9-6ac79ecfa593 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1058318919-network', 'tenant_id': '507507794b464505b12fc044f369bd6d'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:04:05.314944 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-6324a578-55dd-4748-92f9-6ac79ecfa593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:04:05.332680 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6324a578-55dd-4748-92f9-6ac79ecfa593 admin admin] Usage tracker for resource:network and tenant:507507794b464505b12fc044f369bd6d is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:04:05.340840 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6324a578-55dd-4748-92f9-6ac79ecfa593 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:04:05.350584 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-6324a578-55dd-4748-92f9-6ac79ecfa593 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:04:05.365328 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6324a578-55dd-4748-92f9-6ac79ecfa593 admin admin] Made reservation on behalf of 507507794b464505b12fc044f369bd6d for: {'network': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:04:05.368177 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6324a578-55dd-4748-92f9-6ac79ecfa593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for network, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:05.385004 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6324a578-55dd-4748-92f9-6ac79ecfa593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:05.407504 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-6324a578-55dd-4748-92f9-6ac79ecfa593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:04:05.411709 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6324a578-55dd-4748-92f9-6ac79ecfa593 admin admin] Usage tracker for resource:security_group_rule and tenant:507507794b464505b12fc044f369bd6d is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:04:05.414804 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6324a578-55dd-4748-92f9-6ac79ecfa593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:04:05.421698 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-6324a578-55dd-4748-92f9-6ac79ecfa593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:04:05.591889 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6324a578-55dd-4748-92f9-6ac79ecfa593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:05.599075 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6324a578-55dd-4748-92f9-6ac79ecfa593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:05.609199 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-4987455a-b694-4f65-a871-382d58fb6bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:05.665581 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6324a578-55dd-4748-92f9-6ac79ecfa593 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=73810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:04:05.674927 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 49972) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:05.690648 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324a578-55dd-4748-92f9-6ac79ecfa593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab4c7d4-5173-4cc8-ac19-98dba1623e12,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:05.712670 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f2a82-8a59-435f-850b-f5de1c6b48b4 req-9215dccc-ec05-495b-84a1-0481e819abf1 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:05.717170 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6324a578-55dd-4748-92f9-6ac79ecfa593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:05.718977 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6324a578-55dd-4748-92f9-6ac79ecfa593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:05.721020 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.db.segments_db [None req-6324a578-55dd-4748-92f9-6ac79ecfa593 admin admin] Added segment 964354d2-a324-4b4c-9ecd-4b1a7bd17d79 of type vlan for network bc3461c8-37b6-4e7e-a81b-a1703af6990a May 04 17:04:05.722107 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2a5f2a82-8a59-435f-850b-f5de1c6b48b4 req-9215dccc-ec05-495b-84a1-0481e819abf1 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 946 time: 0.2210581 May 04 17:04:05.773684 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6324a578-55dd-4748-92f9-6ac79ecfa593 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730882500756'] for network, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:05.792409 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2a5f2a82-8a59-435f-850b-f5de1c6b48b4 req-07c9625c-f13c-4408-b0ee-0a0068ac0c18 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687537 May 04 17:04:05.862206 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6324a578-55dd-4748-92f9-6ac79ecfa593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301'] for network, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:05.868749 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6324a578-55dd-4748-92f9-6ac79ecfa593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:05.869826 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6324a578-55dd-4748-92f9-6ac79ecfa593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:05.881528 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6e65508e-5b00-415c-9d14-7b6d42289a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:05.907693 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4a68d94c-e6db-41e8-866d-f5788e495895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:06.002680 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-4a68d94c-e6db-41e8-866d-f5788e495895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:04:06.013969 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-4a68d94c-e6db-41e8-866d-f5788e495895 admin admin] Usage tracker for resource:security_group_rule and tenant:ee7046de018949028b0a003c9e43f0b2 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:04:06.018867 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-6324a578-55dd-4748-92f9-6ac79ecfa593 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8319433 May 04 17:04:06.021975 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324a578-55dd-4748-92f9-6ac79ecfa593 admin admin] Pushing event updated for resources: {'Network': ['ID=bc3461c8-37b6-4e7e-a81b-a1703af6990a,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:06.026902 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 49988) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:06.037992 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-4a68d94c-e6db-41e8-866d-f5788e495895 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:04:06.038372 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Network bc3461c8-37b6-4e7e-a81b-a1703af6990a details requested by agent ovs-agent-dv-cinder-789603-1-smb with host dv-cinder-789603-1-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:04:06.053885 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-4a68d94c-e6db-41e8-866d-f5788e495895 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:04:06.057476 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-38934757-69f2-4ee7-9523-abf022836141 admin admin] Request body: {'subnet': {'network_id': 'bc3461c8-37b6-4e7e-a81b-a1703af6990a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1058318919-subnet', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'ip_version': 4}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:04:06.073940 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6324a578-55dd-4748-92f9-6ac79ecfa593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:06.081964 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-38934757-69f2-4ee7-9523-abf022836141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:04:06.103328 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-38934757-69f2-4ee7-9523-abf022836141 admin admin] Usage tracker for resource:subnet and tenant:507507794b464505b12fc044f369bd6d is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:04:06.108670 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-38934757-69f2-4ee7-9523-abf022836141 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:04:06.125811 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-38934757-69f2-4ee7-9523-abf022836141 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:04:06.157071 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38934757-69f2-4ee7-9523-abf022836141 admin admin] Made reservation on behalf of 507507794b464505b12fc044f369bd6d for: {'subnet': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:04:06.160411 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-38934757-69f2-4ee7-9523-abf022836141 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2595986'] for subnet, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:06.288489 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4a68d94c-e6db-41e8-866d-f5788e495895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:06.293190 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4a68d94c-e6db-41e8-866d-f5788e495895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:06.305693 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e42b91e7-3969-4546-8741-5b8250c4f7bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:06.362094 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-4a68d94c-e6db-41e8-866d-f5788e495895 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee7046de018949028b0a003c9e43f0b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6848478 May 04 17:04:06.363218 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68d94c-e6db-41e8-866d-f5788e495895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4318360-a9f7-4659-92b4-ac5da5f18b33,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:06.376867 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4a68d94c-e6db-41e8-866d-f5788e495895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:06.377348 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 49996) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:06.426372 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c39e7-30a2-446e-8b6d-bffacd269436 req-ffb32f4c-c18b-4363-b352-d63f02b3b2ff tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:06.428121 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b26c39e7-30a2-446e-8b6d-bffacd269436 req-ffb32f4c-c18b-4363-b352-d63f02b3b2ff tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 945 time: 0.1931696 May 04 17:04:06.501861 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f2bd24c7-28d7-43bd-b2e7-941bc45ee25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:06.509573 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b26c39e7-30a2-446e-8b6d-bffacd269436 req-729dea54-b444-442d-80b3-bf45170e5d8e tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658624 May 04 17:04:06.551800 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f2bd24c7-28d7-43bd-b2e7-941bc45ee25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:06.619098 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f2bd24c7-28d7-43bd-b2e7-941bc45ee25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:06.624396 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4a68d94c-e6db-41e8-866d-f5788e495895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:06.669119 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038281f-0fb2-4e3a-a4fd-f62f4f7fcd1c req-45a117dc-e17a-4aba-9b3a-e0ac4703f0c8 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:06.669994 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-2038281f-0fb2-4e3a-a4fd-f62f4f7fcd1c req-45a117dc-e17a-4aba-9b3a-e0ac4703f0c8 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Synchronizing usage tracker for tenant:4afa1f95b5fd414c8fc6e2ef78d2185a on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:04:06.720873 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd24c7-28d7-43bd-b2e7-941bc45ee25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4318360-a9f7-4659-92b4-ac5da5f18b33,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:06.728609 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f2bd24c7-28d7-43bd-b2e7-941bc45ee25c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:06.749302 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f2bd24c7-28d7-43bd-b2e7-941bc45ee25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:06.769356 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-f2bd24c7-28d7-43bd-b2e7-941bc45ee25c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c4318360-a9f7-4659-92b4-ac5da5f18b33 HTTP/1.1" status: 204 len: 168 time: 0.3890438 May 04 17:04:06.870078 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-2038281f-0fb2-4e3a-a4fd-f62f4f7fcd1c req-45a117dc-e17a-4aba-9b3a-e0ac4703f0c8 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Unset dirty status for tenant:4afa1f95b5fd414c8fc6e2ef78d2185a on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:04:06.871436 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-2038281f-0fb2-4e3a-a4fd-f62f4f7fcd1c req-45a117dc-e17a-4aba-9b3a-e0ac4703f0c8 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0fce984-7191-43a8-8403-09fa71d16868 HTTP/1.1" status: 200 len: 946 time: 0.3095436 May 04 17:04:06.907398 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406c156-4835-40f7-81cb-9baacd8d8932 req-b5f03d2a-7e1a-4a8b-9062-55de23891093 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:06.926196 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f406c156-4835-40f7-81cb-9baacd8d8932 req-b5f03d2a-7e1a-4a8b-9062-55de23891093 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0fce984-7191-43a8-8403-09fa71d16868 HTTP/1.1" status: 200 len: 946 time: 0.2941430 May 04 17:04:06.950362 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-38934757-69f2-4ee7-9523-abf022836141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2563804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2595972'] for subnet, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:06.961772 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fcddb7a1-2030-482a-be00-3fb1a3434622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:07.087266 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f406c156-4835-40f7-81cb-9baacd8d8932 req-c1a277b5-2cc3-403e-80b4-4feab75ef8db tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f9fa4c6-28a6-4bc5-a511-baf0d6b0b9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557035 May 04 17:04:07.125594 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38934757-69f2-4ee7-9523-abf022836141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:07.127777 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38934757-69f2-4ee7-9523-abf022836141 admin admin] Checking segment: {'id': '964354d2-a324-4b4c-9ecd-4b1a7bd17d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc3461c8-37b6-4e7e-a81b-a1703af6990a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:04:07.128131 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38934757-69f2-4ee7-9523-abf022836141 admin admin] Network hostable DHCP agents. Network: bc3461c8-37b6-4e7e-a81b-a1703af6990a, hostable agents: ['e7f1f9ba-e089-4d30-a3bb-ec752cbc6168'], hosted agents: [] {{(pid=73810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:04:07.131242 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-38934757-69f2-4ee7-9523-abf022836141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:07.153636 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-2038281f-0fb2-4e3a-a4fd-f62f4f7fcd1c req-091f9122-60a9-4e47-8701-4808568b3cd1 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Deleting port 3dc89612-341f-484b-b5cd-dea0816ff49a {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:04:07.154115 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-2038281f-0fb2-4e3a-a4fd-f62f4f7fcd1c req-091f9122-60a9-4e47-8701-4808568b3cd1 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:07.192803 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38934757-69f2-4ee7-9523-abf022836141 admin admin] Network bc3461c8-37b6-4e7e-a81b-a1703af6990a is scheduled to be hosted by DHCP agent e7f1f9ba-e089-4d30-a3bb-ec752cbc6168 with binding_index 1 {{(pid=73810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:04:07.253289 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-38934757-69f2-4ee7-9523-abf022836141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-smb, bc3461c8-37b6-4e7e-a81b-a1703af6990a) {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:04:07.263551 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed6efc6-ad3d-4431-89c4-0e748ab8a6e8 None None] Network bc3461c8-37b6-4e7e-a81b-a1703af6990a requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:04:07.270120 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe8996-a4f8-43d4-afb1-b070a26f1729 req-5f2ca0f1-f788-4a7b-9f39-eaf94c8db7fc tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:07.272335 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f8fe8996-a4f8-43d4-afb1-b070a26f1729 req-5f2ca0f1-f788-4a7b-9f39-eaf94c8db7fc tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 946 time: 0.1577573 May 04 17:04:07.276552 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38934757-69f2-4ee7-9523-abf022836141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:07.277142 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-38934757-69f2-4ee7-9523-abf022836141 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:07.324162 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-38934757-69f2-4ee7-9523-abf022836141 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2961593 May 04 17:04:07.324719 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 50022) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:07.336394 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-2038281f-0fb2-4e3a-a4fd-f62f4f7fcd1c req-091f9122-60a9-4e47-8701-4808568b3cd1 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] For port 3dc89612-341f-484b-b5cd-dea0816ff49a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3dc89612-341f-484b-b5cd-dea0816ff49a,segment=NetworkSegment(16c8f414-6825-4c91-b2b8-05e661b54f85),segment_id=16c8f414-6825-4c91-b2b8-05e661b54f85)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:04:07.336799 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-2038281f-0fb2-4e3a-a4fd-f62f4f7fcd1c req-091f9122-60a9-4e47-8701-4808568b3cd1 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:07.342128 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-8e9c4909-e717-4742-b9f5-f857c9afffaf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1058318919-router', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'}}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:04:07.369606 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f8fe8996-a4f8-43d4-afb1-b070a26f1729 req-b921bbec-2fc0-4152-b914-42e2f5feca3d tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876439 May 04 17:04:07.381077 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-8e9c4909-e717-4742-b9f5-f857c9afffaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:04:07.387557 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-8e9c4909-e717-4742-b9f5-f857c9afffaf admin admin] Usage tracker for resource:router and tenant:507507794b464505b12fc044f369bd6d is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:04:07.391514 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-8e9c4909-e717-4742-b9f5-f857c9afffaf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:04:07.398643 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-8e9c4909-e717-4742-b9f5-f857c9afffaf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:04:07.416208 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8e9c4909-e717-4742-b9f5-f857c9afffaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5441'] for router, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:07.418353 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8e9c4909-e717-4742-b9f5-f857c9afffaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:07.475810 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8e9c4909-e717-4742-b9f5-f857c9afffaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:07.566537 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-2038281f-0fb2-4e3a-a4fd-f62f4f7fcd1c req-091f9122-60a9-4e47-8701-4808568b3cd1 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Calling delete_port for 3dc89612-341f-484b-b5cd-dea0816ff49a owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:04:07.768275 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8800a02-8408-47d3-a9f8-5eaee97c6ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14cf5633-e9af-54f7-ada4-186d2c6d1965-bc3461c8-37b6-4e7e-a81b-a1703af6990a', 'network_id': 'bc3461c8-37b6-4e7e-a81b-a1703af6990a', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'fixed_ips': [{'subnet_id': 'f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2'}]}} from dv-cinder-789603-1-smb. {{(pid=73811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:04:07.769137 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d8800a02-8408-47d3-a9f8-5eaee97c6ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:07.974908 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-2038281f-0fb2-4e3a-a4fd-f62f4f7fcd1c req-091f9122-60a9-4e47-8701-4808568b3cd1 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:07.990653 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6c4e7575-13b4-4fb3-9d7d-98af8a665730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:08.000288 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['3dc89612-341f-484b-b5cd-dea0816ff49a'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:04:08.037384 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8e9c4909-e717-4742-b9f5-f857c9afffaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5562'] for router, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:08.071704 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f9122-60a9-4e47-8701-4808568b3cd1 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Pushing event deleted for resources: {'Port': ['ID=3dc89612-341f-484b-b5cd-dea0816ff49a,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:08.101669 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 50052) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:08.118407 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-091f9122-60a9-4e47-8701-4808568b3cd1 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:08.148656 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475ab7c-d93f-49b5-a7e9-aa64edc00492 req-1f1eec5c-4d10-4406-b645-a48c5cb9de40 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:08.163569 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f475ab7c-d93f-49b5-a7e9-aa64edc00492 req-1f1eec5c-4d10-4406-b645-a48c5cb9de40 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 945 time: 0.4512208 May 04 17:04:08.188257 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.db_base_plugin_common [None req-d8800a02-8408-47d3-a9f8-5eaee97c6ee5 None None] Allocated IP 172.20.0.2 (bc3461c8-37b6-4e7e-a81b-a1703af6990a/f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2/dc251b72-db8d-4e99-8ea8-c53458a46b31) {{(pid=73811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:04:08.193766 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-2038281f-0fb2-4e3a-a4fd-f62f4f7fcd1c req-091f9122-60a9-4e47-8701-4808568b3cd1 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] No DVR routers for this DVR port 3dc89612-341f-484b-b5cd-dea0816ff49a on host hv-cinder-78960 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:04:08.197725 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-2038281f-0fb2-4e3a-a4fd-f62f4f7fcd1c req-091f9122-60a9-4e47-8701-4808568b3cd1 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:08.202000 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fce984-7191-43a8-8403-09fa71d16868', 'name': 'network-vif-deleted', 'tag': '3dc89612-341f-484b-b5cd-dea0816ff49a'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:04:08.224393 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-2038281f-0fb2-4e3a-a4fd-f62f4f7fcd1c req-091f9122-60a9-4e47-8701-4808568b3cd1 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] 10.222.0.41 "DELETE /v2.0/ports/3dc89612-341f-484b-b5cd-dea0816ff49a HTTP/1.1" status: 204 len: 173 time: 1.3456783 May 04 17:04:08.328507 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-b5d4844b-ca1e-4912-9e85-c004757f1fa2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-434555603-network', 'tenant_id': '07971e724e4f45e69929fabaf5b1eadb'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:04:08.342619 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b5e02131-a9d6-44e3-a3a4-d9c0f014c643 req-8a6006eb-c92a-4508-ad25-815d6a6702ef tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0fce984-7191-43a8-8403-09fa71d16868 HTTP/1.1" status: 200 len: 210 time: 0.0759258 May 04 17:04:08.343771 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b5d4844b-ca1e-4912-9e85-c004757f1fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:04:08.361138 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b5d4844b-ca1e-4912-9e85-c004757f1fa2 admin admin] Usage tracker for resource:network and tenant:07971e724e4f45e69929fabaf5b1eadb is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:04:08.375911 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f475ab7c-d93f-49b5-a7e9-aa64edc00492 req-07336065-35b0-4ee7-b434-41ae73ab0926 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088766 May 04 17:04:08.381584 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b5d4844b-ca1e-4912-9e85-c004757f1fa2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:04:08.396867 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b5d4844b-ca1e-4912-9e85-c004757f1fa2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:04:08.433833 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d4844b-ca1e-4912-9e85-c004757f1fa2 admin admin] Made reservation on behalf of 07971e724e4f45e69929fabaf5b1eadb for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:04:08.438519 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b5d4844b-ca1e-4912-9e85-c004757f1fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:08.455379 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0fce984-7191-43a8-8403-09fa71d16868', 'name': 'network-vif-deleted', 'tag': '3dc89612-341f-484b-b5cd-dea0816ff49a', 'status': 'completed', 'code': 200} May 04 17:04:08.462438 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b5d4844b-ca1e-4912-9e85-c004757f1fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:08.482339 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b5d4844b-ca1e-4912-9e85-c004757f1fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:04:08.490260 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b5d4844b-ca1e-4912-9e85-c004757f1fa2 admin admin] Usage tracker for resource:security_group_rule and tenant:07971e724e4f45e69929fabaf5b1eadb is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:04:08.494179 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b5d4844b-ca1e-4912-9e85-c004757f1fa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:04:08.502185 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b5d4844b-ca1e-4912-9e85-c004757f1fa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:04:08.525724 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d8800a02-8408-47d3-a9f8-5eaee97c6ee5 None None] Notify callbacks [] for port, precommit_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:08.539236 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-d8800a02-8408-47d3-a9f8-5eaee97c6ee5 None None] Transition to ACTIVE for port object dc251b72-db8d-4e99-8ea8-c53458a46b31 will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:04:08.563090 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-d8800a02-8408-47d3-a9f8-5eaee97c6ee5 None None] Transition to ACTIVE for port object dc251b72-db8d-4e99-8ea8-c53458a46b31 will not be triggered until provisioned by entity DHCP. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:04:08.568795 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d8800a02-8408-47d3-a9f8-5eaee97c6ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686'] for port, after_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:08.572565 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:08.639823 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8800a02-8408-47d3-a9f8-5eaee97c6ee5 None None] Network bc3461c8-37b6-4e7e-a81b-a1703af6990a is already hosted by enough agents. {{(pid=73811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:04:08.643954 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.scheduler.base_scheduler [None req-d8800a02-8408-47d3-a9f8-5eaee97c6ee5 None None] Resources bound (agent type, host, resource id): {{(pid=73811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:04:08.647950 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8800a02-8408-47d3-a9f8-5eaee97c6ee5 None None] Received port after_create {{(pid=73811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:04:08.654588 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8800a02-8408-47d3-a9f8-5eaee97c6ee5 None None] Pushing event updated for resources: {'Port': ['ID=dc251b72-db8d-4e99-8ea8-c53458a46b31,revision_number=1']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:08.658526 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-d8800a02-8408-47d3-a9f8-5eaee97c6ee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:08.750276 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-d8800a02-8408-47d3-a9f8-5eaee97c6ee5 None None] Attempting to bind port dc251b72-db8d-4e99-8ea8-c53458a46b31 on host dv-cinder-789603-1-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:04:08.750762 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-d8800a02-8408-47d3-a9f8-5eaee97c6ee5 None None] Attempting to bind port dc251b72-db8d-4e99-8ea8-c53458a46b31 by drivers openvswitch,hyperv on host dv-cinder-789603-1-smb at level 0 using segments [{'id': '964354d2-a324-4b4c-9ecd-4b1a7bd17d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc3461c8-37b6-4e7e-a81b-a1703af6990a'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:04:08.751166 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8800a02-8408-47d3-a9f8-5eaee97c6ee5 None None] Attempting to bind port dc251b72-db8d-4e99-8ea8-c53458a46b31 on network bc3461c8-37b6-4e7e-a81b-a1703af6990a {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:04:08.757340 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8800a02-8408-47d3-a9f8-5eaee97c6ee5 None None] Checking agent: {'id': 'f75b5240-9bcf-4890-b7dd-e1b2d86769d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 16, 54, 46), 'started_at': datetime.datetime(2021, 5, 4, 16, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:04:08.758140 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8800a02-8408-47d3-a9f8-5eaee97c6ee5 None None] Checking segment: {'id': '964354d2-a324-4b4c-9ecd-4b1a7bd17d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc3461c8-37b6-4e7e-a81b-a1703af6990a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:04:08.758699 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d8800a02-8408-47d3-a9f8-5eaee97c6ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:08.759248 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8800a02-8408-47d3-a9f8-5eaee97c6ee5 None None] Bound using segment: {'id': '964354d2-a324-4b4c-9ecd-4b1a7bd17d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc3461c8-37b6-4e7e-a81b-a1703af6990a'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:04:08.759961 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-d8800a02-8408-47d3-a9f8-5eaee97c6ee5 None None] Bound port: dc251b72-db8d-4e99-8ea8-c53458a46b31, host: dv-cinder-789603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964354d2-a324-4b4c-9ecd-4b1a7bd17d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc3461c8-37b6-4e7e-a81b-a1703af6990a'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:04:08.760514 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d8800a02-8408-47d3-a9f8-5eaee97c6ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:08.878988 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-d8800a02-8408-47d3-a9f8-5eaee97c6ee5 None None] For port dc251b72-db8d-4e99-8ea8-c53458a46b31, host dv-cinder-789603-1-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:04:08.883441 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-d8800a02-8408-47d3-a9f8-5eaee97c6ee5 None None] For port dc251b72-db8d-4e99-8ea8-c53458a46b31, host dv-cinder-789603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=dc251b72-db8d-4e99-8ea8-c53458a46b31,segment=NetworkSegment(964354d2-a324-4b4c-9ecd-4b1a7bd17d79),segment_id=964354d2-a324-4b4c-9ecd-4b1a7bd17d79)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:04:08.889770 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-d8800a02-8408-47d3-a9f8-5eaee97c6ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:08.896297 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:08.896923 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8e9c4909-e717-4742-b9f5-f857c9afffaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:08.946578 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8e9c4909-e717-4742-b9f5-f857c9afffaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:08.998092 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8800a02-8408-47d3-a9f8-5eaee97c6ee5 None None] Pushing event updated for resources: {'Port': ['ID=dc251b72-db8d-4e99-8ea8-c53458a46b31,revision_number=2']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:09.002155 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-d8800a02-8408-47d3-a9f8-5eaee97c6ee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:09.058492 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b5d4844b-ca1e-4912-9e85-c004757f1fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:09.070588 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5e856-cfed-44b1-be8d-d50e588ce117 req-568f1ea1-7f6b-404d-a901-626b91f8ad92 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:09.072429 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-31e5e856-cfed-44b1-be8d-d50e588ce117 req-568f1ea1-7f6b-404d-a901-626b91f8ad92 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 946 time: 0.5071223 May 04 17:04:09.085751 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b5d4844b-ca1e-4912-9e85-c004757f1fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:09.100837 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-43dfef3f-b30f-4b2d-8f63-fffaa29d245d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:09.197307 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d4844b-ca1e-4912-9e85-c004757f1fa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:04:09.235737 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4844b-ca1e-4912-9e85-c004757f1fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c129da-5431-4d0b-b90f-1b4efc0f151a,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:09.280052 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b5d4844b-ca1e-4912-9e85-c004757f1fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:09.280052 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-b5d4844b-ca1e-4912-9e85-c004757f1fa2 admin admin] Added segment d99cbea5-6c56-4df0-b304-f103c559bce9 of type vlan for network 20161de9-a1d9-4e00-9644-d0b8db52c891 May 04 17:04:09.352243 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b5d4844b-ca1e-4912-9e85-c004757f1fa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730882500756'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:09.389896 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b5d4844b-ca1e-4912-9e85-c004757f1fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:09.401231 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-8e9c4909-e717-4742-b9f5-f857c9afffaf admin admin] Allocated IP 172.28.3.123 (1fe869af-eee2-4a76-a542-2bd1a37527f5/ac6ef9b7-a26d-4df8-9aa7-613a10e1e621/0ca00483-2726-434b-910f-6196e2a21abc) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:04:09.406255 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b5d4844b-ca1e-4912-9e85-c004757f1fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:09.417071 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-31e5e856-cfed-44b1-be8d-d50e588ce117 req-012206b6-9a6b-4322-90a9-274f46643394 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3187320 May 04 17:04:09.421615 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d4844b-ca1e-4912-9e85-c004757f1fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:09.422316 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b5d4844b-ca1e-4912-9e85-c004757f1fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:09.433188 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6803174e-4407-43b9-85f5-f8bbf7cf9280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:09.753392 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4844b-ca1e-4912-9e85-c004757f1fa2 admin admin] Pushing event updated for resources: {'Network': ['ID=20161de9-a1d9-4e00-9644-d0b8db52c891,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:09.756908 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b5d4844b-ca1e-4912-9e85-c004757f1fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:09.765779 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Network 20161de9-a1d9-4e00-9644-d0b8db52c891 details requested by agent ovs-agent-dv-cinder-789603-1-smb with host dv-cinder-789603-1-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:04:09.817407 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-b5d4844b-ca1e-4912-9e85-c004757f1fa2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7148917 May 04 17:04:09.817645 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 50092) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:09.824640 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-7df2aa1a-e18d-44d5-be0e-61d258758936 admin admin] Request body: {'subnet': {'network_id': '20161de9-a1d9-4e00-9644-d0b8db52c891', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-434555603-subnet', 'tenant_id': '07971e724e4f45e69929fabaf5b1eadb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:04:09.833988 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-7df2aa1a-e18d-44d5-be0e-61d258758936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:04:09.845682 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-7df2aa1a-e18d-44d5-be0e-61d258758936 admin admin] Usage tracker for resource:subnet and tenant:07971e724e4f45e69929fabaf5b1eadb is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:04:09.853933 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-7df2aa1a-e18d-44d5-be0e-61d258758936 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:04:09.868265 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-7df2aa1a-e18d-44d5-be0e-61d258758936 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:04:09.891059 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df2aa1a-e18d-44d5-be0e-61d258758936 admin admin] Made reservation on behalf of 07971e724e4f45e69929fabaf5b1eadb for: {'subnet': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:04:09.893890 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7df2aa1a-e18d-44d5-be0e-61d258758936 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2595986'] for subnet, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:09.922611 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8e9c4909-e717-4742-b9f5-f857c9afffaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:09.936622 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99faaf-e133-497e-8a26-3778c6d591a2 req-e8b12d95-ad90-41a1-80b8-54743126c651 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:09.938156 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1c99faaf-e133-497e-8a26-3778c6d591a2 req-e8b12d95-ad90-41a1-80b8-54743126c651 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.1871073 May 04 17:04:09.950768 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ad59c-0d09-4fb6-89d9-37bf28c4982c req-6cb3a07c-fd4a-4c8f-af29-e964461929f0 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:09.958673 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4e0ad59c-0d09-4fb6-89d9-37bf28c4982c req-6cb3a07c-fd4a-4c8f-af29-e964461929f0 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 945 time: 0.3582809 May 04 17:04:10.071591 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4e0ad59c-0d09-4fb6-89d9-37bf28c4982c req-d53a945b-6725-404f-a56a-a7874a276d82 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116457 May 04 17:04:10.092777 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1c99faaf-e133-497e-8a26-3778c6d591a2 req-04208063-00e9-43e0-bcf3-ebcb484d1040 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265256 May 04 17:04:10.115180 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8e9c4909-e717-4742-b9f5-f857c9afffaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-721926'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:10.133754 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:10.244005 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9c4909-e717-4742-b9f5-f857c9afffaf admin admin] Network 1fe869af-eee2-4a76-a542-2bd1a37527f5 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:04:10.253393 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-8e9c4909-e717-4742-b9f5-f857c9afffaf admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:04:10.257922 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9c4909-e717-4742-b9f5-f857c9afffaf admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:04:10.301783 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device dc251b72-db8d-4e99-8ea8-c53458a46b31 up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:04:10.336305 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c4909-e717-4742-b9f5-f857c9afffaf admin admin] Pushing event updated for resources: {'Port': ['ID=0ca00483-2726-434b-910f-6196e2a21abc,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:10.341965 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8e9c4909-e717-4742-b9f5-f857c9afffaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:10.385937 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning for port dc251b72-db8d-4e99-8ea8-c53458a46b31 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:04:10.464351 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadd5884-adc4-405b-a7bf-b4030b9f70ef None None] Network bc3461c8-37b6-4e7e-a81b-a1703af6990a requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:04:10.518132 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7df2aa1a-e18d-44d5-be0e-61d258758936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2563804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2595972'] for subnet, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:10.529294 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:10.554769 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-6d8309f4-ecf2-47c6-ada1-7be24197c940 None None] Provisioning for port dc251b72-db8d-4e99-8ea8-c53458a46b31 completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:04:10.645762 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df2aa1a-e18d-44d5-be0e-61d258758936 admin admin] Checking segment: {'id': 'd99cbea5-6c56-4df0-b304-f103c559bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '20161de9-a1d9-4e00-9644-d0b8db52c891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:04:10.646061 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df2aa1a-e18d-44d5-be0e-61d258758936 admin admin] Network hostable DHCP agents. Network: 20161de9-a1d9-4e00-9644-d0b8db52c891, hostable agents: ['e7f1f9ba-e089-4d30-a3bb-ec752cbc6168'], hosted agents: [] {{(pid=73810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:04:10.661376 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2aa1a-e18d-44d5-be0e-61d258758936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69cd7198-31da-471a-9215-0ac23c9501b1,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:10.674969 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-6d8309f4-ecf2-47c6-ada1-7be24197c940 None None] Provisioning complete for port dc251b72-db8d-4e99-8ea8-c53458a46b31 triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:04:10.675953 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-6d8309f4-ecf2-47c6-ada1-7be24197c940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:10.676197 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7df2aa1a-e18d-44d5-be0e-61d258758936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:10.690281 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df2aa1a-e18d-44d5-be0e-61d258758936 admin admin] Network 20161de9-a1d9-4e00-9644-d0b8db52c891 is scheduled to be hosted by DHCP agent e7f1f9ba-e089-4d30-a3bb-ec752cbc6168 with binding_index 1 {{(pid=73810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:04:10.702121 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-7df2aa1a-e18d-44d5-be0e-61d258758936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-smb, 20161de9-a1d9-4e00-9644-d0b8db52c891) {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:04:10.722563 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df2aa1a-e18d-44d5-be0e-61d258758936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:10.723176 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7df2aa1a-e18d-44d5-be0e-61d258758936 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:10.739867 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb28bc7b-0c19-4978-a961-5e0714c67f04 None None] Network 20161de9-a1d9-4e00-9644-d0b8db52c891 requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:04:10.753003 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-7df2aa1a-e18d-44d5-be0e-61d258758936 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9341908 May 04 17:04:10.959273 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf55ed-fc05-4dc5-b0c6-2b912af6f4c4 req-b45ab7c4-ef18-4c41-9894-4374b0b11563 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:10.964507 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 50164) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:10.967902 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3fbf55ed-fc05-4dc5-b0c6-2b912af6f4c4 req-b45ab7c4-ef18-4c41-9894-4374b0b11563 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 946 time: 0.3595905 May 04 17:04:11.008132 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8e9c4909-e717-4742-b9f5-f857c9afffaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:11.167223 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-82f4e487-8130-42e6-bf51-07d0ddb4bea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:11.186627 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-82f4e487-8130-42e6-bf51-07d0ddb4bea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:04:11.193895 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-82f4e487-8130-42e6-bf51-07d0ddb4bea4 admin admin] Usage tracker for resource:security_group_rule and tenant:e6b802c03b754a08ad9e8b4cfa9dbf67 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:04:11.202010 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-82f4e487-8130-42e6-bf51-07d0ddb4bea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:04:11.216747 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-82f4e487-8130-42e6-bf51-07d0ddb4bea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:04:11.442595 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-6d8309f4-ecf2-47c6-ada1-7be24197c940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:11.443788 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-82f4e487-8130-42e6-bf51-07d0ddb4bea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:11.451758 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-82f4e487-8130-42e6-bf51-07d0ddb4bea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:11.465070 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-757cba29-a07f-4222-9440-d33dd718b163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:11.521366 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-6d8309f4-ecf2-47c6-ada1-7be24197c940 None None] For port dc251b72-db8d-4e99-8ea8-c53458a46b31, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=dc251b72-db8d-4e99-8ea8-c53458a46b31,segment=NetworkSegment(964354d2-a324-4b4c-9ecd-4b1a7bd17d79),segment_id=964354d2-a324-4b4c-9ecd-4b1a7bd17d79)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:04:11.527604 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-82f4e487-8130-42e6-bf51-07d0ddb4bea4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6b802c03b754a08ad9e8b4cfa9dbf67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5620461 May 04 17:04:11.531073 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 50184) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:11.547049 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4e487-8130-42e6-bf51-07d0ddb4bea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13ec921-05fb-40a3-9480-317ff57d5061,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:11.556084 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-82f4e487-8130-42e6-bf51-07d0ddb4bea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:11.556621 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3fbf55ed-fc05-4dc5-b0c6-2b912af6f4c4 req-92a59aaa-5529-4b78-867a-2636f7a43b45 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5876586 May 04 17:04:11.578613 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-6d8309f4-ecf2-47c6-ada1-7be24197c940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:11.583645 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 3dc89612-341f-484b-b5cd-dea0816ff49a no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:04:11.630175 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:11.663452 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39546273-b2b4-4e56-9756-a24b601ef64a None None] Network 20161de9-a1d9-4e00-9644-d0b8db52c891 requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:04:11.669721 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ce84c-ac61-4ab4-9586-8979c491c59a req-c4b6588c-17c0-4320-b75d-6c338d016786 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:11.676981 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-130ce84c-ac61-4ab4-9586-8979c491c59a req-c4b6588c-17c0-4320-b75d-6c338d016786 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 945 time: 0.2809796 May 04 17:04:11.690578 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bb0acd1e-126e-49a9-83e4-1b908274ad40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:11.760812 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bb0acd1e-126e-49a9-83e4-1b908274ad40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:11.799687 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-130ce84c-ac61-4ab4-9586-8979c491c59a req-bc62838a-92fc-4f5e-929f-a6a2d412faad tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201625 May 04 17:04:11.912351 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] No Port match for: 3dc89612-341f-484b-b5cd-dea0816ff49a {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:04:11.912613 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bb0acd1e-126e-49a9-83e4-1b908274ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:11.913165 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 3dc89612-341f-484b-b5cd-dea0816ff49a not bound to the agent host hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:04:11.916895 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-10409884-29be-4169-abb5-7ef0a80c0d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:11.940853 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0acd1e-126e-49a9-83e4-1b908274ad40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13ec921-05fb-40a3-9480-317ff57d5061,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:11.966690 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-bb0acd1e-126e-49a9-83e4-1b908274ad40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:11.981055 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bb0acd1e-126e-49a9-83e4-1b908274ad40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:11.988598 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-bb0acd1e-126e-49a9-83e4-1b908274ad40 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b13ec921-05fb-40a3-9480-317ff57d5061 HTTP/1.1" status: 204 len: 168 time: 0.4560499 May 04 17:04:12.103064 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8309f4-ecf2-47c6-ada1-7be24197c940 None None] Pushing event updated for resources: {'Port': ['ID=dc251b72-db8d-4e99-8ea8-c53458a46b31,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:12.106609 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-6d8309f4-ecf2-47c6-ada1-7be24197c940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:12.217167 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8e9c4909-e717-4742-b9f5-f857c9afffaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785587'] for router, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:12.239110 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device dc251b72-db8d-4e99-8ea8-c53458a46b31 up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:04:12.299066 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817b736-e5ab-4167-8c32-1238823b3d72 req-130c3742-3372-4856-a69b-4bacf48a574e tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:12.300650 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1817b736-e5ab-4167-8c32-1238823b3d72 req-130c3742-3372-4856-a69b-4bacf48a574e tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.4948194 May 04 17:04:12.344884 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port dc251b72-db8d-4e99-8ea8-c53458a46b31 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:04:12.345480 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:12.467316 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-08bac59e-d73b-4130-9592-b21b1147afab None None] Provisioning complete for port dc251b72-db8d-4e99-8ea8-c53458a46b31 triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:04:12.467879 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-08bac59e-d73b-4130-9592-b21b1147afab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:12.467985 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1817b736-e5ab-4167-8c32-1238823b3d72 req-af2825e0-0b8f-4ddc-8388-7f6a1eeddcc4 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525276 May 04 17:04:12.555171 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9c4909-e717-4742-b9f5-f857c9afffaf admin admin] Router 6098cb02-0961-4f1a-99f3-0bd49e1ff38c is scheduled to L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 with binding_index 1 {{(pid=73809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:04:12.751223 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-fb823abd-a8c5-460f-aba7-270a871a6f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:12.931632 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965f45f-9132-47df-8e62-b68fbd725c29 req-3eabdf36-e99c-4e81-a0fe-04c20589c434 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:12.933218 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4965f45f-9132-47df-8e62-b68fbd725c29 req-3eabdf36-e99c-4e81-a0fe-04c20589c434 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 946 time: 0.1962488 May 04 17:04:12.934648 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9c4909-e717-4742-b9f5-f857c9afffaf admin admin] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:04:12.945128 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e21dbc-d5bf-4cbd-bc02-da7c39d6c8b5 None None] Sync routers for ids ['6098cb02-0961-4f1a-99f3-0bd49e1ff38c'] in dv-cinder-789603-1-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:04:12.960753 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e21dbc-d5bf-4cbd-bc02-da7c39d6c8b5 None None] Routers {'6098cb02-0961-4f1a-99f3-0bd49e1ff38c'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:04:12.961451 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-d9e21dbc-d5bf-4cbd-bc02-da7c39d6c8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:03:45Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['6098cb02-0961-4f1a-99f3-0bd49e1ff38c'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:04:13.025219 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8e9c4909-e717-4742-b9f5-f857c9afffaf admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:13.029684 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-8e9c4909-e717-4742-b9f5-f857c9afffaf admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.6998708 May 04 17:04:13.030077 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 50238) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:13.054765 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4965f45f-9132-47df-8e62-b68fbd725c29 req-ff50f1c6-774d-4ad9-907f-9ead137368f8 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014824 May 04 17:04:13.112749 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e878052-d85b-4d7c-bf31-eb22febd4528 req-c0c84a0f-dfee-4053-8896-ad0e3922010b tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:13.114420 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7e878052-d85b-4d7c-bf31-eb22febd4528 req-c0c84a0f-dfee-4053-8896-ad0e3922010b tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 945 time: 0.1363451 May 04 17:04:13.167625 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7e878052-d85b-4d7c-bf31-eb22febd4528 req-44bdb438-250f-41f3-bd4d-45c9d44a44a3 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470705 May 04 17:04:13.182343 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-d9e21dbc-d5bf-4cbd-bc02-da7c39d6c8b5 None None] Set router 6098cb02-0961-4f1a-99f3-0bd49e1ff38c gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:04:13.224289 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 50246) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:13.375218 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-73fbc12e-172b-44f2-9a57-7dc5740e6469 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1408937412-network', 'tenant_id': '1d31d3f115a7425daf8d54fcbe050c9f'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:04:13.380006 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-73fbc12e-172b-44f2-9a57-7dc5740e6469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:04:13.385968 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-73fbc12e-172b-44f2-9a57-7dc5740e6469 admin admin] Usage tracker for resource:network and tenant:1d31d3f115a7425daf8d54fcbe050c9f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:04:13.391014 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-73fbc12e-172b-44f2-9a57-7dc5740e6469 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:04:13.397687 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-73fbc12e-172b-44f2-9a57-7dc5740e6469 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:04:13.410871 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fbc12e-172b-44f2-9a57-7dc5740e6469 admin admin] Made reservation on behalf of 1d31d3f115a7425daf8d54fcbe050c9f for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:04:13.413221 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-73fbc12e-172b-44f2-9a57-7dc5740e6469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:13.426582 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-73fbc12e-172b-44f2-9a57-7dc5740e6469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:13.442130 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-73fbc12e-172b-44f2-9a57-7dc5740e6469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:04:13.446009 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-73fbc12e-172b-44f2-9a57-7dc5740e6469 admin admin] Usage tracker for resource:security_group_rule and tenant:1d31d3f115a7425daf8d54fcbe050c9f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:04:13.448939 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-73fbc12e-172b-44f2-9a57-7dc5740e6469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:04:13.454949 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-73fbc12e-172b-44f2-9a57-7dc5740e6469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:04:13.562102 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-d9e21dbc-d5bf-4cbd-bc02-da7c39d6c8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'name': 'tempest-TestMinimumBasicScenario-1058318919-router', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '0ca00483-2726-434b-910f-6196e2a21abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:07Z', 'updated_at': '2021-05-04T17:04:10Z', 'revision_number': 3, 'project_id': '507507794b464505b12fc044f369bd6d', 'gw_port': {'id': '0ca00483-2726-434b-910f-6196e2a21abc', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:08Z', 'updated_at': '2021-05-04T17:04:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb'}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:04:13.573245 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e21dbc-d5bf-4cbd-bc02-da7c39d6c8b5 None None] Checking router: 6098cb02-0961-4f1a-99f3-0bd49e1ff38c for host: dv-cinder-789603-1-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:04:13.573909 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e21dbc-d5bf-4cbd-bc02-da7c39d6c8b5 None None] Updating router 6098cb02-0961-4f1a-99f3-0bd49e1ff38c port 0ca00483-2726-434b-910f-6196e2a21abc binding host dv-cinder-789603-1-smb {{(pid=73812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:04:13.644875 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d9e21dbc-d5bf-4cbd-bc02-da7c39d6c8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:13.775793 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-73fbc12e-172b-44f2-9a57-7dc5740e6469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:13.784868 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-73fbc12e-172b-44f2-9a57-7dc5740e6469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:13.792894 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6f76d7cd-794f-4ba4-a70e-eb19d6454302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:13.845795 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-ff248c69-5d86-4cc4-a973-2520b3b94d1a tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:13.846800 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-ff248c69-5d86-4cc4-a973-2520b3b94d1a tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Synchronizing usage tracker for tenant:07971e724e4f45e69929fabaf5b1eadb on resource:network {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:04:13.857217 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73fbc12e-172b-44f2-9a57-7dc5740e6469 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:04:13.887757 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbc12e-172b-44f2-9a57-7dc5740e6469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc616658-0644-4ac7-8a98-5f38a9d3b09d,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:13.897667 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-73fbc12e-172b-44f2-9a57-7dc5740e6469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:13.898768 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-73fbc12e-172b-44f2-9a57-7dc5740e6469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:13.898973 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-73fbc12e-172b-44f2-9a57-7dc5740e6469 admin admin] Added segment 06b541d2-3745-475e-92ad-6d7ee9e32f6e of type vlan for network 5eaec156-d1d2-4eb1-886c-cb8ab9f49966 May 04 17:04:13.926813 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-ff248c69-5d86-4cc4-a973-2520b3b94d1a tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Unset dirty status for tenant:07971e724e4f45e69929fabaf5b1eadb on resource:network {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:04:13.933624 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-ff248c69-5d86-4cc4-a973-2520b3b94d1a tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/networks?id=20161de9-a1d9-4e00-9644-d0b8db52c891 HTTP/1.1" status: 200 len: 813 time: 0.4262207 May 04 17:04:13.964620 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-73fbc12e-172b-44f2-9a57-7dc5740e6469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730882500756'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:13.975774 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db411220-3789-48a4-a453-4bc003418925 req-425dba08-76aa-481b-8de0-548baacff988 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:13.983610 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-db411220-3789-48a4-a453-4bc003418925 req-425dba08-76aa-481b-8de0-548baacff988 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.2961278 May 04 17:04:14.033080 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-440a008f-c67c-4367-8460-7ff0b2945e36 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/quotas/07971e724e4f45e69929fabaf5b1eadb HTTP/1.1" status: 200 len: 375 time: 0.0977883 May 04 17:04:14.141499 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6d1bde85-1d25-4692-a24d-71f50071617f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:14.232687 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d9e21dbc-d5bf-4cbd-bc02-da7c39d6c8b5 None None] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:14.246029 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-fe94bbf6-3cb3-4f28-bf82-8977356752e1 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=07971e724e4f45e69929fabaf5b1eadb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2116067 May 04 17:04:14.266496 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-d9e21dbc-d5bf-4cbd-bc02-da7c39d6c8b5 None None] Transition to ACTIVE for port object 0ca00483-2726-434b-910f-6196e2a21abc will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:04:14.275426 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d9e21dbc-d5bf-4cbd-bc02-da7c39d6c8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:14.291457 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:14.334985 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-db411220-3789-48a4-a453-4bc003418925 req-99333fec-588b-40c0-b7b4-8ced0aca12e1 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3503251 May 04 17:04:14.385092 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-73fbc12e-172b-44f2-9a57-7dc5740e6469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:14.391239 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fbc12e-172b-44f2-9a57-7dc5740e6469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:14.391879 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-73fbc12e-172b-44f2-9a57-7dc5740e6469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:14.404416 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-83b417cc-212b-407f-ba29-d64d2ec5b34e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:14.435354 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-d9e21dbc-d5bf-4cbd-bc02-da7c39d6c8b5 None None] Attempting to bind port 0ca00483-2726-434b-910f-6196e2a21abc on host dv-cinder-789603-1-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:04:14.435742 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-d9e21dbc-d5bf-4cbd-bc02-da7c39d6c8b5 None None] Attempting to bind port 0ca00483-2726-434b-910f-6196e2a21abc by drivers openvswitch,hyperv on host dv-cinder-789603-1-smb at level 0 using segments [{'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:04:14.436088 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e21dbc-d5bf-4cbd-bc02-da7c39d6c8b5 None None] Attempting to bind port 0ca00483-2726-434b-910f-6196e2a21abc on network 1fe869af-eee2-4a76-a542-2bd1a37527f5 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:04:14.440002 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b3e4c-66c0-4df3-8855-6b989a28424b None None] Pushing event updated for resources: {'Port': ['ID=0ca00483-2726-434b-910f-6196e2a21abc,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:14.447426 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e21dbc-d5bf-4cbd-bc02-da7c39d6c8b5 None None] Checking agent: {'id': 'f75b5240-9bcf-4890-b7dd-e1b2d86769d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 16, 54, 46), 'started_at': datetime.datetime(2021, 5, 4, 16, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:04:14.447799 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e21dbc-d5bf-4cbd-bc02-da7c39d6c8b5 None None] Checking segment: {'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:04:14.448162 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d9e21dbc-d5bf-4cbd-bc02-da7c39d6c8b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:14.448606 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e21dbc-d5bf-4cbd-bc02-da7c39d6c8b5 None None] Bound using segment: {'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:04:14.449860 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-d9e21dbc-d5bf-4cbd-bc02-da7c39d6c8b5 None None] Bound port: 0ca00483-2726-434b-910f-6196e2a21abc, host: dv-cinder-789603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:04:14.450205 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d9e21dbc-d5bf-4cbd-bc02-da7c39d6c8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:14.466369 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-6d1bde85-1d25-4692-a24d-71f50071617f admin admin] Allocated IP 172.20.0.1 (bc3461c8-37b6-4e7e-a81b-a1703af6990a/f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2/0275054d-cec7-43ff-b488-cb8147e2b54a) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:04:14.490267 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b3e4c-66c0-4df3-8855-6b989a28424b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:14.490595 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b3e4c-66c0-4df3-8855-6b989a28424b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:14.490916 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b3e4c-66c0-4df3-8855-6b989a28424b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:14.491233 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b3e4c-66c0-4df3-8855-6b989a28424b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:14.491544 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b3e4c-66c0-4df3-8855-6b989a28424b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:14.491852 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b3e4c-66c0-4df3-8855-6b989a28424b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:14.492159 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b3e4c-66c0-4df3-8855-6b989a28424b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:14.492462 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b3e4c-66c0-4df3-8855-6b989a28424b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:14.492788 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b3e4c-66c0-4df3-8855-6b989a28424b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:14.493092 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b3e4c-66c0-4df3-8855-6b989a28424b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:14.493394 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b3e4c-66c0-4df3-8855-6b989a28424b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:14.493696 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b3e4c-66c0-4df3-8855-6b989a28424b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:14.498729 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-6f7b3e4c-66c0-4df3-8855-6b989a28424b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:14.537590 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-d9e21dbc-d5bf-4cbd-bc02-da7c39d6c8b5 None None] For port 0ca00483-2726-434b-910f-6196e2a21abc, host dv-cinder-789603-1-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:04:14.540940 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-d9e21dbc-d5bf-4cbd-bc02-da7c39d6c8b5 None None] For port 0ca00483-2726-434b-910f-6196e2a21abc, host dv-cinder-789603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=0ca00483-2726-434b-910f-6196e2a21abc,segment=NetworkSegment(03a61c93-30bf-46d3-abd6-912a62526c31),segment_id=03a61c93-30bf-46d3-abd6-912a62526c31)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:04:14.546400 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d9e21dbc-d5bf-4cbd-bc02-da7c39d6c8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:14.551639 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:14.588392 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-73fbc12e-172b-44f2-9a57-7dc5740e6469 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3600345 May 04 17:04:14.589746 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbc12e-172b-44f2-9a57-7dc5740e6469 admin admin] Pushing event updated for resources: {'Network': ['ID=5eaec156-d1d2-4eb1-886c-cb8ab9f49966,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:14.589878 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 50280) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:14.593174 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-73fbc12e-172b-44f2-9a57-7dc5740e6469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:14.595655 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-7fe4026c-c818-45d6-b078-d00ae94360db admin admin] Request body: {'subnet': {'network_id': '5eaec156-d1d2-4eb1-886c-cb8ab9f49966', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1408937412-subnet', 'tenant_id': '1d31d3f115a7425daf8d54fcbe050c9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:04:14.598253 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-fa3309fe-f6f1-4794-8db0-0a869fb51973 service neutron] 10.222.0.24 "GET /v2.0/networks/20161de9-a1d9-4e00-9644-d0b8db52c891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410747 May 04 17:04:14.607597 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-7fe4026c-c818-45d6-b078-d00ae94360db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:04:14.610934 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Network 5eaec156-d1d2-4eb1-886c-cb8ab9f49966 details requested by agent ovs-agent-dv-cinder-789603-1-smb with host dv-cinder-789603-1-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:04:14.627771 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e21dbc-d5bf-4cbd-bc02-da7c39d6c8b5 None None] Routers {'6098cb02-0961-4f1a-99f3-0bd49e1ff38c'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:04:14.628589 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-d9e21dbc-d5bf-4cbd-bc02-da7c39d6c8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:03:45Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['6098cb02-0961-4f1a-99f3-0bd49e1ff38c'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:04:14.680617 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6d1bde85-1d25-4692-a24d-71f50071617f admin admin] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:14.701662 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-6d1bde85-1d25-4692-a24d-71f50071617f admin admin] Transition to ACTIVE for port object 0275054d-cec7-43ff-b488-cb8147e2b54a will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:04:14.749347 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-7fe4026c-c818-45d6-b078-d00ae94360db admin admin] Usage tracker for resource:subnet and tenant:1d31d3f115a7425daf8d54fcbe050c9f is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:04:14.752545 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6d1bde85-1d25-4692-a24d-71f50071617f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:14.758129 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-7fe4026c-c818-45d6-b078-d00ae94360db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:04:14.767861 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b3e4c-66c0-4df3-8855-6b989a28424b None None] Pushing event updated for resources: {'Port': ['ID=0ca00483-2726-434b-910f-6196e2a21abc,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:14.778238 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-6f7b3e4c-66c0-4df3-8855-6b989a28424b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:14.781926 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8fbe7-17cb-45e8-8318-69bc74712dd9 req-be9a5e90-2b21-4321-b4e9-6ebed5e194db tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:14.783614 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e7a8fbe7-17cb-45e8-8318-69bc74712dd9 req-be9a5e90-2b21-4321-b4e9-6ebed5e194db tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 946 time: 0.2702591 May 04 17:04:14.789584 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-64ebbbdc-ceea-44d2-b108-a14267ba8092 service neutron] 10.222.0.24 "GET /v2.0/networks/20161de9-a1d9-4e00-9644-d0b8db52c891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801569 May 04 17:04:14.791140 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-7fe4026c-c818-45d6-b078-d00ae94360db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:04:14.807618 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fc9254c9-1c52-40b8-86aa-789ac9d6dce8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:14.851931 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e7a8fbe7-17cb-45e8-8318-69bc74712dd9 req-2c8c414e-a108-459e-a438-c51f3bf2b91f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611036 May 04 17:04:14.907604 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe4026c-c818-45d6-b078-d00ae94360db admin admin] Made reservation on behalf of 1d31d3f115a7425daf8d54fcbe050c9f for: {'subnet': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:04:14.913373 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7fe4026c-c818-45d6-b078-d00ae94360db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2595986'] for subnet, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:14.936813 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-d9e21dbc-d5bf-4cbd-bc02-da7c39d6c8b5 None None] Set router 6098cb02-0961-4f1a-99f3-0bd49e1ff38c gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:04:14.965700 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1bde85-1d25-4692-a24d-71f50071617f admin admin] Network bc3461c8-37b6-4e7e-a81b-a1703af6990a is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:04:14.987586 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-6d1bde85-1d25-4692-a24d-71f50071617f admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:04:14.995714 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1bde85-1d25-4692-a24d-71f50071617f admin admin] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:04:15.065156 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-014ae394-8e82-4936-898f-14fd4d65da11 req-cd4ca158-30aa-4f1f-829e-bb1d950f1884 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1d3094f-43a1-483b-8aff-c0c278448fe7 HTTP/1.1" status: 200 len: 210 time: 0.0830381 May 04 17:04:15.170622 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41140171-7566-46cc-bcd8-133a8b023fbf req-6121028f-a307-468f-b01a-cda1e6f7835c tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:15.172557 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-41140171-7566-46cc-bcd8-133a8b023fbf req-6121028f-a307-468f-b01a-cda1e6f7835c tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 945 time: 0.1056821 May 04 17:04:15.218642 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1bde85-1d25-4692-a24d-71f50071617f admin admin] Pushing event updated for resources: {'Port': ['ID=0275054d-cec7-43ff-b488-cb8147e2b54a,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:15.224961 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6d1bde85-1d25-4692-a24d-71f50071617f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:15.236976 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6d1bde85-1d25-4692-a24d-71f50071617f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656092'] for router_interface, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:15.285603 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-41140171-7566-46cc-bcd8-133a8b023fbf req-327fbbd5-64f1-4de6-945a-c55c7243ca44 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063547 May 04 17:04:15.305979 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-1ba1d232-a6bd-419f-a7ae-88f723441117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:15.398418 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-14b5c465-0853-4652-8a42-21bacc38fc22 None None] Provisioning for port 0275054d-cec7-43ff-b488-cb8147e2b54a completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:04:15.406971 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-14b5c465-0853-4652-8a42-21bacc38fc22 None None] Provisioning complete for port 0275054d-cec7-43ff-b488-cb8147e2b54a triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:04:15.408740 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-14b5c465-0853-4652-8a42-21bacc38fc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:15.588913 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ac728-cbc5-46d7-b6f8-b7582b189e77 req-c035f96d-75cf-443b-bb79-4ebc76337cba tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:15.597334 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d87ac728-cbc5-46d7-b6f8-b7582b189e77 req-c035f96d-75cf-443b-bb79-4ebc76337cba tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.1039228 May 04 17:04:15.637633 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-d9e21dbc-d5bf-4cbd-bc02-da7c39d6c8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'name': 'tempest-TestMinimumBasicScenario-1058318919-router', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '0ca00483-2726-434b-910f-6196e2a21abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:07Z', 'updated_at': '2021-05-04T17:04:10Z', 'revision_number': 3, 'project_id': '507507794b464505b12fc044f369bd6d', 'gw_port': {'id': '0ca00483-2726-434b-910f-6196e2a21abc', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:08Z', 'updated_at': '2021-05-04T17:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb'}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:04:15.660969 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e21dbc-d5bf-4cbd-bc02-da7c39d6c8b5 None None] The sync data for ids ['6098cb02-0961-4f1a-99f3-0bd49e1ff38c'] in dv-cinder-789603-1-smb is: [{'id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'name': 'tempest-TestMinimumBasicScenario-1058318919-router', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '0ca00483-2726-434b-910f-6196e2a21abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:07Z', 'updated_at': '2021-05-04T17:04:10Z', 'revision_number': 3, 'project_id': '507507794b464505b12fc044f369bd6d', 'gw_port': {'id': '0ca00483-2726-434b-910f-6196e2a21abc', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:08Z', 'updated_at': '2021-05-04T17:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb'}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:04:15.673226 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:15.684636 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-14b5c465-0853-4652-8a42-21bacc38fc22 None None] Port 0275054d-cec7-43ff-b488-cb8147e2b54a cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:04:15.695084 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d87ac728-cbc5-46d7-b6f8-b7582b189e77 req-a3fa89ba-504f-4dc5-8651-407eb0ca8a89 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963659 May 04 17:04:16.072892 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6d1bde85-1d25-4692-a24d-71f50071617f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:16.203347 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73cb6e-6bd4-4dfd-9543-2c8c816ba601 req-7e98a292-de93-4a66-906e-f8277cca6275 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:16.205739 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7d73cb6e-6bd4-4dfd-9543-2c8c816ba601 req-7e98a292-de93-4a66-906e-f8277cca6275 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 946 time: 0.1611011 May 04 17:04:16.295008 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 0ca00483-2726-434b-910f-6196e2a21abc up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:04:16.297096 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7d73cb6e-6bd4-4dfd-9543-2c8c816ba601 req-4f2c38b8-1baf-41a4-b334-045ba089922a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854654 May 04 17:04:16.364169 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3dd784f8-f7ce-42ac-b1fb-aea6eb2d6eea req-ae0b56dd-4b5f-4d87-bafa-be09f19ec6dd tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1d3094f-43a1-483b-8aff-c0c278448fe7 HTTP/1.1" status: 200 len: 210 time: 0.0623159 May 04 17:04:16.437152 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning for port 0ca00483-2726-434b-910f-6196e2a21abc completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:04:16.443104 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 0ca00483-2726-434b-910f-6196e2a21abc triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:04:16.443716 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:16.511606 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7fe4026c-c818-45d6-b078-d00ae94360db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2563804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2595972'] for subnet, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:16.522870 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:16.624579 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:16.629761 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4026c-c818-45d6-b078-d00ae94360db admin admin] Pushing event updated for resources: {'Subnet': ['ID=56229241-7875-4805-be1f-e8e4922a6af1,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:16.634677 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7fe4026c-c818-45d6-b078-d00ae94360db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:16.656646 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] For port 0ca00483-2726-434b-910f-6196e2a21abc, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=0ca00483-2726-434b-910f-6196e2a21abc,segment=NetworkSegment(03a61c93-30bf-46d3-abd6-912a62526c31),segment_id=03a61c93-30bf-46d3-abd6-912a62526c31)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:04:16.657843 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef71fe-a8bb-4c16-8717-9c843af2d2b8 req-d368d6fa-7bc5-46dc-ab62-441bf35d7f37 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:16.662874 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:16.666510 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6d1bde85-1d25-4692-a24d-71f50071617f admin admin] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:16.668469 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe4026c-c818-45d6-b078-d00ae94360db admin admin] Checking segment: {'id': '06b541d2-3745-475e-92ad-6d7ee9e32f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5eaec156-d1d2-4eb1-886c-cb8ab9f49966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:04:16.668802 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe4026c-c818-45d6-b078-d00ae94360db admin admin] Network hostable DHCP agents. Network: 5eaec156-d1d2-4eb1-886c-cb8ab9f49966, hostable agents: ['e7f1f9ba-e089-4d30-a3bb-ec752cbc6168'], hosted agents: [] {{(pid=73810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:04:16.672025 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-ddb48542-fd15-44c0-b8ed-7eaf9d88da7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:16.672180 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-97ef71fe-a8bb-4c16-8717-9c843af2d2b8 req-d368d6fa-7bc5-46dc-ab62-441bf35d7f37 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 945 time: 0.1927583 May 04 17:04:16.673240 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6d1bde85-1d25-4692-a24d-71f50071617f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:16.711437 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c3d27a54-c296-4aa9-835c-68b76f1bd81c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:16.719376 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:16.776396 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-97ef71fe-a8bb-4c16-8717-9c843af2d2b8 req-0d48c0e6-c2ec-4d20-9906-165a4536cf0e tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028907 May 04 17:04:16.831787 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Pushing event updated for resources: {'Port': ['ID=0ca00483-2726-434b-910f-6196e2a21abc,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:16.838590 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:16.839895 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:16.962917 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a637fb2-c73c-49c6-bf73-a13b2ff92ae0 req-96009396-9a01-4455-987e-8406dec47565 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:16.964497 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1a637fb2-c73c-49c6-bf73-a13b2ff92ae0 req-96009396-9a01-4455-987e-8406dec47565 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.0919192 May 04 17:04:17.022760 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6d1bde85-1d25-4692-a24d-71f50071617f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655999'] for router_interface, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:17.035470 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe4026c-c818-45d6-b078-d00ae94360db admin admin] Network 5eaec156-d1d2-4eb1-886c-cb8ab9f49966 is scheduled to be hosted by DHCP agent e7f1f9ba-e089-4d30-a3bb-ec752cbc6168 with binding_index 1 {{(pid=73810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:04:17.043924 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1bde85-1d25-4692-a24d-71f50071617f admin admin] Pushing event updated for resources: {'Port': ['ID=0275054d-cec7-43ff-b488-cb8147e2b54a,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:17.047702 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1a637fb2-c73c-49c6-bf73-a13b2ff92ae0 req-fee229d1-2db6-4e80-be94-9a0a8269fbb6 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754931 May 04 17:04:17.064246 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6d1bde85-1d25-4692-a24d-71f50071617f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:17.105134 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-59f82e35-1688-4577-a2be-be4456b6508d tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:17.107534 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-59f82e35-1688-4577-a2be-be4456b6508d tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.41 "GET /v2.0/networks?id=20161de9-a1d9-4e00-9644-d0b8db52c891 HTTP/1.1" status: 200 len: 813 time: 0.4034612 May 04 17:04:17.118325 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-7fe4026c-c818-45d6-b078-d00ae94360db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-smb, 5eaec156-d1d2-4eb1-886c-cb8ab9f49966) {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:04:17.126132 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67cbdd1-d268-4af4-ad15-bfb847611dbd None None] Network 5eaec156-d1d2-4eb1-886c-cb8ab9f49966 requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:04:17.185812 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-8f0fda5a-cfce-4c57-be8c-8714c6caf13e tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Request body: {'port': {'device_id': 'c1d3094f-43a1-483b-8aff-c0c278448fe7', 'network_id': '20161de9-a1d9-4e00-9644-d0b8db52c891', 'admin_state_up': True, 'tenant_id': '07971e724e4f45e69929fabaf5b1eadb'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:04:17.200507 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe4026c-c818-45d6-b078-d00ae94360db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:17.201109 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7fe4026c-c818-45d6-b078-d00ae94360db admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:17.307989 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-7fe4026c-c818-45d6-b078-d00ae94360db admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7181528 May 04 17:04:17.386404 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da5d436-24c2-43c8-a2ff-1933ff1e1076 None None] Network 5eaec156-d1d2-4eb1-886c-cb8ab9f49966 requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:04:17.462283 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-8f0fda5a-cfce-4c57-be8c-8714c6caf13e tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:04:17.468412 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-8f0fda5a-cfce-4c57-be8c-8714c6caf13e tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Usage tracker for resource:port and tenant:07971e724e4f45e69929fabaf5b1eadb is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:04:17.474692 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1bde85-1d25-4692-a24d-71f50071617f admin admin] Network bc3461c8-37b6-4e7e-a81b-a1703af6990a is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:04:17.483080 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-8f0fda5a-cfce-4c57-be8c-8714c6caf13e tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:04:17.487962 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-6d1bde85-1d25-4692-a24d-71f50071617f admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:04:17.573626 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-8f0fda5a-cfce-4c57-be8c-8714c6caf13e tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:04:17.587224 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 7c1a8203-c49c-4900-9736-ab30590a7bf1 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:04:17.654392 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-8f0fda5a-cfce-4c57-be8c-8714c6caf13e tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Made reservation on behalf of 07971e724e4f45e69929fabaf5b1eadb for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:04:17.658728 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-8f0fda5a-cfce-4c57-be8c-8714c6caf13e tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:17.711030 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c0c829a5-3299-4861-b849-3d7a0a65e863 req-ec971fbc-0327-4d59-9a6f-ca1c9ce6cc17 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1d3094f-43a1-483b-8aff-c0c278448fe7 HTTP/1.1" status: 200 len: 210 time: 0.0849888 May 04 17:04:17.792103 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd136520-1a36-4d34-b07b-4bc06ea6f600 req-c9b380dd-3cc5-41be-9292-755e04d6be80 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:17.825747 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-bd136520-1a36-4d34-b07b-4bc06ea6f600 req-c9b380dd-3cc5-41be-9292-755e04d6be80 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 946 time: 0.3455415 May 04 17:04:17.953485 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-bd136520-1a36-4d34-b07b-4bc06ea6f600 req-7209c624-563b-4416-96a9-78a9c5551296 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207783 May 04 17:04:18.163194 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4a7c9-1391-4c33-a01b-0c5d90135389 req-d37a839d-94a5-4a2d-b5e8-8d65a9c1a94a tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:18.181386 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6da4a7c9-1391-4c33-a01b-0c5d90135389 req-d37a839d-94a5-4a2d-b5e8-8d65a9c1a94a tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 945 time: 0.1817796 May 04 17:04:18.190436 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1bde85-1d25-4692-a24d-71f50071617f admin admin] Router 6098cb02-0961-4f1a-99f3-0bd49e1ff38c has already been hosted by L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:04:18.287664 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6da4a7c9-1391-4c33-a01b-0c5d90135389 req-90c04ac1-3afd-4346-a306-cdecf56df9b8 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054952 May 04 17:04:18.390392 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 7c1a8203-c49c-4900-9736-ab30590a7bf1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7c1a8203-c49c-4900-9736-ab30590a7bf1,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:04:18.406516 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Returning: {'device': '7c1a8203-c49c-4900-9736-ab30590a7bf1', 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'port_id': '7c1a8203-c49c-4900-9736-ab30590a7bf1', 'mac_address': 'fa:16:3e:3a:79:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:04:18.411393 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:18.412309 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 0ca00483-2726-434b-910f-6196e2a21abc up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:04:18.440638 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-64285ecd-6741-4397-8e76-bed7e22aef55 None None] Provisioning complete for port 0275054d-cec7-43ff-b488-cb8147e2b54a triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:04:18.441015 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-64285ecd-6741-4397-8e76-bed7e22aef55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:18.505075 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-64285ecd-6741-4397-8e76-bed7e22aef55 None None] Port 0275054d-cec7-43ff-b488-cb8147e2b54a cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:04:18.523571 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da1017-2ce6-4872-9fa7-8ad06123a34a req-98ad2b26-93ee-4844-8ea4-8e1244033552 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:18.556090 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f8da1017-2ce6-4872-9fa7-8ad06123a34a req-98ad2b26-93ee-4844-8ea4-8e1244033552 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.2051005 May 04 17:04:18.587725 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:18.609664 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c1a8203-c49c-4900-9736-ab30590a7bf1 {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:04:18.632435 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 7c1a8203-c49c-4900-9736-ab30590a7bf1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7c1a8203-c49c-4900-9736-ab30590a7bf1,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:04:18.639044 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:18.641277 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-ac794220-ae5b-4f72-a401-178e1da586c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:18.676551 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 0ca00483-2726-434b-910f-6196e2a21abc triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:04:18.676935 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:18.740177 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f8da1017-2ce6-4872-9fa7-8ad06123a34a req-fafbae82-a8b6-419e-8399-7a7999e1b4f6 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811855 May 04 17:04:18.795522 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['7c1a8203-c49c-4900-9736-ab30590a7bf1'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:04:18.901178 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=7c1a8203-c49c-4900-9736-ab30590a7bf1,revision_number=6']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:18.907638 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:18.976312 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-9ffefebb-e4ca-4b41-91fe-75230185a6b2 req-467b6f71-1427-4776-880d-3c0bb7a29fcd tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1d3094f-43a1-483b-8aff-c0c278448fe7 HTTP/1.1" status: 200 len: 210 time: 0.0575430 May 04 17:04:19.011226 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-8f0fda5a-cfce-4c57-be8c-8714c6caf13e tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Allocated IP 172.20.0.9 (20161de9-a1d9-4e00-9644-d0b8db52c891/69cd7198-31da-471a-9215-0ac23c9501b1/69c82f28-af4a-476f-ac63-ac4d29ac402b) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:04:19.033772 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1bde85-1d25-4692-a24d-71f50071617f admin admin] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:04:19.050810 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76433e1-d7b8-4b5b-b539-b76c64472018 None None] Sync routers for ids ['6098cb02-0961-4f1a-99f3-0bd49e1ff38c'] in dv-cinder-789603-1-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:04:19.057978 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-6d1bde85-1d25-4692-a24d-71f50071617f admin admin] 10.222.0.24 "PUT /v2.0/routers/6098cb02-0961-4f1a-99f3-0bd49e1ff38c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0268586 May 04 17:04:19.087422 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76433e1-d7b8-4b5b-b539-b76c64472018 None None] Routers {'6098cb02-0961-4f1a-99f3-0bd49e1ff38c'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:04:19.087863 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-c76433e1-d7b8-4b5b-b539-b76c64472018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:04:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['6098cb02-0961-4f1a-99f3-0bd49e1ff38c'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:04:19.297534 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-8f0fda5a-cfce-4c57-be8c-8714c6caf13e tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:19.348330 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-8f0fda5a-cfce-4c57-be8c-8714c6caf13e tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:19.366085 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-af0fd7bd-0fc8-4d20-846e-63cafd3f1b51 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:19.440591 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-c76433e1-d7b8-4b5b-b539-b76c64472018 None None] Set router 6098cb02-0961-4f1a-99f3-0bd49e1ff38c gateway port host: dv-cinder-789603-1-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:04:19.481387 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b71eac-f0cd-47fc-9520-ed34c1cd96f0 req-06a7bd27-8928-4daa-9af1-8bf713abaf68 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:19.489077 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e5b71eac-f0cd-47fc-9520-ed34c1cd96f0 req-06a7bd27-8928-4daa-9af1-8bf713abaf68 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 945 time: 0.3705993 May 04 17:04:19.594196 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-8f0fda5a-cfce-4c57-be8c-8714c6caf13e tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Network 20161de9-a1d9-4e00-9644-d0b8db52c891 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:04:19.600207 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-8f0fda5a-cfce-4c57-be8c-8714c6caf13e tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:04:19.602885 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-8f0fda5a-cfce-4c57-be8c-8714c6caf13e tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:04:19.624346 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e5b71eac-f0cd-47fc-9520-ed34c1cd96f0 req-8bc4f4d9-ff33-40dd-9457-4fe827ee3913 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340847 May 04 17:04:19.686651 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-8f0fda5a-cfce-4c57-be8c-8714c6caf13e tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:19.687441 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-8f0fda5a-cfce-4c57-be8c-8714c6caf13e tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:19.697388 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d3971-1511-45ef-a7e9-79546361e48b req-130a9fa1-0ef9-463a-ba62-4529070f23e6 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:19.699185 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-530d3971-1511-45ef-a7e9-79546361e48b req-130a9fa1-0ef9-463a-ba62-4529070f23e6 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 945 time: 0.1888890 May 04 17:04:19.703630 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0fda5a-cfce-4c57-be8c-8714c6caf13e tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Pushing event updated for resources: {'Port': ['ID=69c82f28-af4a-476f-ac63-ac4d29ac402b,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:19.715639 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8f0fda5a-cfce-4c57-be8c-8714c6caf13e tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:19.718173 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-8f0fda5a-cfce-4c57-be8c-8714c6caf13e tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5407469 May 04 17:04:19.742600 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-90dcdb0f-e7a9-4669-82e5-757b7f0f3d3d service neutron] Request body: {'port': {'device_id': 'c1d3094f-43a1-483b-8aff-c0c278448fe7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:04:19.857167 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-530d3971-1511-45ef-a7e9-79546361e48b req-a53d8c6e-b69b-425a-875c-1af3ceadbb63 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470633 May 04 17:04:20.113637 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-90dcdb0f-e7a9-4669-82e5-757b7f0f3d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:20.266166 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-c76433e1-d7b8-4b5b-b539-b76c64472018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'name': 'tempest-TestMinimumBasicScenario-1058318919-router', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '0ca00483-2726-434b-910f-6196e2a21abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:07Z', 'updated_at': '2021-05-04T17:04:15Z', 'revision_number': 4, 'project_id': '507507794b464505b12fc044f369bd6d', 'gw_port': {'id': '0ca00483-2726-434b-910f-6196e2a21abc', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:08Z', 'updated_at': '2021-05-04T17:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': '0275054d-cec7-43ff-b488-cb8147e2b54a', 'name': '', 'network_id': 'bc3461c8-37b6-4e7e-a81b-a1703af6990a', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'mac_address': 'fa:16:3e:ca:ab:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:14Z', 'updated_at': '2021-05-04T17:04:16Z', 'revision_number': 2, 'project_id': '507507794b464505b12fc044f369bd6d', 'subnets': [{'id': 'f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:04:20.276869 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76433e1-d7b8-4b5b-b539-b76c64472018 None None] Checking router: 6098cb02-0961-4f1a-99f3-0bd49e1ff38c for host: dv-cinder-789603-1-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:04:20.277671 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76433e1-d7b8-4b5b-b539-b76c64472018 None None] Updating router 6098cb02-0961-4f1a-99f3-0bd49e1ff38c port 0275054d-cec7-43ff-b488-cb8147e2b54a binding host dv-cinder-789603-1-smb {{(pid=73811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:04:20.440383 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-c76433e1-d7b8-4b5b-b539-b76c64472018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:20.487268 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 50420) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:20.500565 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-b422eb12-c0e5-4cc5-968f-1c57b8014649 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1398537078-network', 'tenant_id': 'a3d67f148cd24fdd9d16dff4042f7166'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:04:20.508912 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b422eb12-c0e5-4cc5-968f-1c57b8014649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:04:20.521550 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b422eb12-c0e5-4cc5-968f-1c57b8014649 admin admin] Usage tracker for resource:network and tenant:a3d67f148cd24fdd9d16dff4042f7166 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:04:20.529329 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b422eb12-c0e5-4cc5-968f-1c57b8014649 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:04:20.541449 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5d0d7-9efe-4120-9b69-8398167601f0 req-0b75e22c-ea68-4312-99c6-8d0c173b6733 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:20.553261 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5dc5d0d7-9efe-4120-9b69-8398167601f0 req-0b75e22c-ea68-4312-99c6-8d0c173b6733 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.4974174 May 04 17:04:20.567692 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f9623-5cc4-4650-a113-f3db7b3d1a1b req-72db6eb5-5290-4bc3-b3dd-788c94624c17 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:20.576124 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e99f9623-5cc4-4650-a113-f3db7b3d1a1b req-72db6eb5-5290-4bc3-b3dd-788c94624c17 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1d3094f-43a1-483b-8aff-c0c278448fe7 HTTP/1.1" status: 200 len: 931 time: 0.3517349 May 04 17:04:20.579879 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b422eb12-c0e5-4cc5-968f-1c57b8014649 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:04:20.731938 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-e99f9623-5cc4-4650-a113-f3db7b3d1a1b req-45b4b332-6fca-45ca-8e84-d53df6cbda24 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Synchronizing usage tracker for tenant:07971e724e4f45e69929fabaf5b1eadb on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:04:20.734663 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b422eb12-c0e5-4cc5-968f-1c57b8014649 admin admin] Made reservation on behalf of a3d67f148cd24fdd9d16dff4042f7166 for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:04:20.737016 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b422eb12-c0e5-4cc5-968f-1c57b8014649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:20.775549 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5dc5d0d7-9efe-4120-9b69-8398167601f0 req-cf48477e-1214-45db-b5de-143d70f18c0d tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213016 May 04 17:04:20.778626 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b422eb12-c0e5-4cc5-968f-1c57b8014649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:20.895799 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b422eb12-c0e5-4cc5-968f-1c57b8014649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:04:20.905843 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b422eb12-c0e5-4cc5-968f-1c57b8014649 admin admin] Usage tracker for resource:security_group_rule and tenant:a3d67f148cd24fdd9d16dff4042f7166 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:04:20.914071 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b422eb12-c0e5-4cc5-968f-1c57b8014649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:04:20.917967 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-e99f9623-5cc4-4650-a113-f3db7b3d1a1b req-45b4b332-6fca-45ca-8e84-d53df6cbda24 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Unset dirty status for tenant:07971e724e4f45e69929fabaf5b1eadb on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:04:20.941083 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e99f9623-5cc4-4650-a113-f3db7b3d1a1b req-45b4b332-6fca-45ca-8e84-d53df6cbda24 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4c129da-5431-4d0b-b90f-1b4efc0f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640108 May 04 17:04:20.962077 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b422eb12-c0e5-4cc5-968f-1c57b8014649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:04:20.981941 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-90dcdb0f-e7a9-4669-82e5-757b7f0f3d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69c82f28-af4a-476f-ac63-ac4d29ac402b {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:04:21.002348 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-90dcdb0f-e7a9-4669-82e5-757b7f0f3d3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:21.076717 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-90dcdb0f-e7a9-4669-82e5-757b7f0f3d3d service neutron] Transition to ACTIVE for port object 69c82f28-af4a-476f-ac63-ac4d29ac402b will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:04:21.084713 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-90dcdb0f-e7a9-4669-82e5-757b7f0f3d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:21.084713 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:21.294981 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b422eb12-c0e5-4cc5-968f-1c57b8014649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:21.301260 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b422eb12-c0e5-4cc5-968f-1c57b8014649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:21.302635 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-c76433e1-d7b8-4b5b-b539-b76c64472018 None None] Notify callbacks [] for port, precommit_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:21.308005 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b5d4844b-ca1e-4912-9e85-c004757f1fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:21.318215 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-c76433e1-d7b8-4b5b-b539-b76c64472018 None None] Transition to ACTIVE for port object 0275054d-cec7-43ff-b488-cb8147e2b54a will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:04:21.328008 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-c76433e1-d7b8-4b5b-b539-b76c64472018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:21.347565 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b422eb12-c0e5-4cc5-968f-1c57b8014649 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:04:21.349947 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcdb0f-e7a9-4669-82e5-757b7f0f3d3d service neutron] Pushing event updated for resources: {'Port': ['ID=69c82f28-af4a-476f-ac63-ac4d29ac402b,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:21.353571 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:21.360985 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-90dcdb0f-e7a9-4669-82e5-757b7f0f3d3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:21.429559 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f116ac-0e37-4116-ad52-d63037a21807 req-8287a09d-d503-47fe-9c2d-7aafd8d95257 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:21.438722 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e0f116ac-0e37-4116-ad52-d63037a21807 req-8287a09d-d503-47fe-9c2d-7aafd8d95257 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 945 time: 0.2292597 May 04 17:04:21.444196 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b422eb12-c0e5-4cc5-968f-1c57b8014649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:21.450596 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-b422eb12-c0e5-4cc5-968f-1c57b8014649 admin admin] Added segment c5ee1348-d78f-4be6-9694-0b57c7d60053 of type vlan for network 7291981d-a550-494b-8668-3764f64ab362 May 04 17:04:21.452214 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422eb12-c0e5-4cc5-968f-1c57b8014649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebb97c5-b991-4d89-a083-e05628a1a5a4,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:21.456716 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e912fa-9af4-492a-b837-67a9a785c866 None None] Pushing event updated for resources: {'Port': ['ID=0275054d-cec7-43ff-b488-cb8147e2b54a,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:21.463178 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b422eb12-c0e5-4cc5-968f-1c57b8014649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:21.479223 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-90dcdb0f-e7a9-4669-82e5-757b7f0f3d3d service neutron] Attempting to bind port 69c82f28-af4a-476f-ac63-ac4d29ac402b on host hv-cinder-78960 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:04:21.479494 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-90dcdb0f-e7a9-4669-82e5-757b7f0f3d3d service neutron] Attempting to bind port 69c82f28-af4a-476f-ac63-ac4d29ac402b by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'd99cbea5-6c56-4df0-b304-f103c559bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '20161de9-a1d9-4e00-9644-d0b8db52c891'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:04:21.479795 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-90dcdb0f-e7a9-4669-82e5-757b7f0f3d3d service neutron] Attempting to bind port 69c82f28-af4a-476f-ac63-ac4d29ac402b on network 20161de9-a1d9-4e00-9644-d0b8db52c891 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:04:21.498497 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-90dcdb0f-e7a9-4669-82e5-757b7f0f3d3d service neutron] Port 69c82f28-af4a-476f-ac63-ac4d29ac402b on network 20161de9-a1d9-4e00-9644-d0b8db52c891 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:04:21.498868 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-90dcdb0f-e7a9-4669-82e5-757b7f0f3d3d service neutron] Attempting to bind port 69c82f28-af4a-476f-ac63-ac4d29ac402b on network 20161de9-a1d9-4e00-9644-d0b8db52c891 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:04:21.515414 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-90dcdb0f-e7a9-4669-82e5-757b7f0f3d3d service neutron] Checking agent: {'id': '9f3cb959-d44b-4b8e-aa2c-516ad41b6189', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'started_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:04:21.515754 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-90dcdb0f-e7a9-4669-82e5-757b7f0f3d3d service neutron] Checking segment: {'id': 'd99cbea5-6c56-4df0-b304-f103c559bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '20161de9-a1d9-4e00-9644-d0b8db52c891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:04:21.516149 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-90dcdb0f-e7a9-4669-82e5-757b7f0f3d3d service neutron] Bound using segment: {'id': 'd99cbea5-6c56-4df0-b304-f103c559bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '20161de9-a1d9-4e00-9644-d0b8db52c891'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:04:21.516624 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-90dcdb0f-e7a9-4669-82e5-757b7f0f3d3d service neutron] Bound port: 69c82f28-af4a-476f-ac63-ac4d29ac402b, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd99cbea5-6c56-4df0-b304-f103c559bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '20161de9-a1d9-4e00-9644-d0b8db52c891'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:04:21.516975 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-90dcdb0f-e7a9-4669-82e5-757b7f0f3d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:21.541658 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-46e912fa-9af4-492a-b837-67a9a785c866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:21.561745 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b422eb12-c0e5-4cc5-968f-1c57b8014649 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730882500756'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:21.597010 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b422eb12-c0e5-4cc5-968f-1c57b8014649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:21.603635 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b422eb12-c0e5-4cc5-968f-1c57b8014649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:21.604230 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b422eb12-c0e5-4cc5-968f-1c57b8014649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:21.609258 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:21.628909 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 7c1a8203-c49c-4900-9736-ab30590a7bf1 up at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:04:21.631768 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e0f116ac-0e37-4116-ad52-d63037a21807 req-55c43a6c-c68d-4ca9-af87-2cea2ab0e2f1 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762071 May 04 17:04:21.655331 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-90dcdb0f-e7a9-4669-82e5-757b7f0f3d3d service neutron] For port 69c82f28-af4a-476f-ac63-ac4d29ac402b, host hv-cinder-78960, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:04:21.664209 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-90dcdb0f-e7a9-4669-82e5-757b7f0f3d3d service neutron] For port 69c82f28-af4a-476f-ac63-ac4d29ac402b, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=69c82f28-af4a-476f-ac63-ac4d29ac402b,segment=NetworkSegment(d99cbea5-6c56-4df0-b304-f103c559bce9),segment_id=d99cbea5-6c56-4df0-b304-f103c559bce9)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:04:21.673166 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-90dcdb0f-e7a9-4669-82e5-757b7f0f3d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:21.689347 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:21.821751 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422eb12-c0e5-4cc5-968f-1c57b8014649 admin admin] Pushing event updated for resources: {'Network': ['ID=7291981d-a550-494b-8668-3764f64ab362,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:21.834893 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-b422eb12-c0e5-4cc5-968f-1c57b8014649 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3438568 May 04 17:04:21.838220 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-90dcdb0f-e7a9-4669-82e5-757b7f0f3d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:21.838634 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b422eb12-c0e5-4cc5-968f-1c57b8014649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:21.838856 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-90dcdb0f-e7a9-4669-82e5-757b7f0f3d3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:21.839098 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 50442) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:21.847158 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-90dcdb0f-e7a9-4669-82e5-757b7f0f3d3d service neutron] 10.222.0.41 "PUT /v2.0/ports/69c82f28-af4a-476f-ac63-ac4d29ac402b HTTP/1.1" status: 200 len: 1093 time: 2.1145709 May 04 17:04:21.847158 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d3094f-43a1-483b-8aff-c0c278448fe7', 'tag': '69c82f28-af4a-476f-ac63-ac4d29ac402b'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:04:21.847476 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Network 7291981d-a550-494b-8668-3764f64ab362 details requested by agent ovs-agent-dv-cinder-789603-1-smb with host dv-cinder-789603-1-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:04:21.869946 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-5523d47b-d7b0-4ba6-957e-99774706925b admin admin] Request body: {'subnet': {'network_id': '7291981d-a550-494b-8668-3764f64ab362', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1398537078-subnet', 'tenant_id': 'a3d67f148cd24fdd9d16dff4042f7166', 'ip_version': 4}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:04:21.966853 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcdb0f-e7a9-4669-82e5-757b7f0f3d3d service neutron] Pushing event updated for resources: {'Port': ['ID=69c82f28-af4a-476f-ac63-ac4d29ac402b,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:21.977625 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-90dcdb0f-e7a9-4669-82e5-757b7f0f3d3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:21.986343 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-5523d47b-d7b0-4ba6-957e-99774706925b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:04:22.010717 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-ede18b3e-e3c7-495d-89f8-61b147fc2b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:22.013088 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-ede18b3e-e3c7-495d-89f8-61b147fc2b85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07971e724e4f45e69929fabaf5b1eadb&device_id=c1d3094f-43a1-483b-8aff-c0c278448fe7 HTTP/1.1" status: 200 len: 1096 time: 0.1212885 May 04 17:04:22.013295 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-5523d47b-d7b0-4ba6-957e-99774706925b admin admin] Usage tracker for resource:subnet and tenant:a3d67f148cd24fdd9d16dff4042f7166 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:04:22.030289 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-5523d47b-d7b0-4ba6-957e-99774706925b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:04:22.065620 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-5523d47b-d7b0-4ba6-957e-99774706925b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:04:22.101589 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-c76433e1-d7b8-4b5b-b539-b76c64472018 None None] Attempting to bind port 0275054d-cec7-43ff-b488-cb8147e2b54a on host dv-cinder-789603-1-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:04:22.101995 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-c76433e1-d7b8-4b5b-b539-b76c64472018 None None] Attempting to bind port 0275054d-cec7-43ff-b488-cb8147e2b54a by drivers openvswitch,hyperv on host dv-cinder-789603-1-smb at level 0 using segments [{'id': '964354d2-a324-4b4c-9ecd-4b1a7bd17d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc3461c8-37b6-4e7e-a81b-a1703af6990a'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:04:22.102363 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76433e1-d7b8-4b5b-b539-b76c64472018 None None] Attempting to bind port 0275054d-cec7-43ff-b488-cb8147e2b54a on network bc3461c8-37b6-4e7e-a81b-a1703af6990a {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:04:22.117945 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-1f3de512-0b2e-483b-94ad-c8d8658b00f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69c82f28-af4a-476f-ac63-ac4d29ac402b HTTP/1.1" status: 200 len: 217 time: 0.0936491 May 04 17:04:22.122349 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76433e1-d7b8-4b5b-b539-b76c64472018 None None] Checking agent: {'id': 'f75b5240-9bcf-4890-b7dd-e1b2d86769d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 16, 54, 46), 'started_at': datetime.datetime(2021, 5, 4, 16, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:04:22.122729 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76433e1-d7b8-4b5b-b539-b76c64472018 None None] Checking segment: {'id': '964354d2-a324-4b4c-9ecd-4b1a7bd17d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc3461c8-37b6-4e7e-a81b-a1703af6990a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:04:22.123135 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-c76433e1-d7b8-4b5b-b539-b76c64472018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:22.123536 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76433e1-d7b8-4b5b-b539-b76c64472018 None None] Bound using segment: {'id': '964354d2-a324-4b4c-9ecd-4b1a7bd17d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc3461c8-37b6-4e7e-a81b-a1703af6990a'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:04:22.124026 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-c76433e1-d7b8-4b5b-b539-b76c64472018 None None] Bound port: 0275054d-cec7-43ff-b488-cb8147e2b54a, host: dv-cinder-789603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964354d2-a324-4b4c-9ecd-4b1a7bd17d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc3461c8-37b6-4e7e-a81b-a1703af6990a'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:04:22.124399 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-c76433e1-d7b8-4b5b-b539-b76c64472018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:22.128075 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5523d47b-d7b0-4ba6-957e-99774706925b admin admin] Made reservation on behalf of a3d67f148cd24fdd9d16dff4042f7166 for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:04:22.131309 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5523d47b-d7b0-4ba6-957e-99774706925b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193505'] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:22.258969 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-ee1685f2-83e6-451a-8960-8b27bfdc8862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:22.261225 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-ee1685f2-83e6-451a-8960-8b27bfdc8862 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=69cd7198-31da-471a-9215-0ac23c9501b1 HTTP/1.1" status: 200 len: 853 time: 0.1371517 May 04 17:04:22.338315 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-f70ab562-0a54-4ed3-91d6-dd503f095d97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20161de9-a1d9-4e00-9644-d0b8db52c891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661290 May 04 17:04:22.378208 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning complete for port 7c1a8203-c49c-4900-9736-ab30590a7bf1 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:04:22.378808 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:22.491783 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8facb-32cb-49b9-898a-236d5694fb6c req-21e85c05-80e1-4d7c-8960-9833eb5913a9 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:22.506917 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-69f8facb-32cb-49b9-898a-236d5694fb6c req-21e85c05-80e1-4d7c-8960-9833eb5913a9 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 945 time: 0.6644557 May 04 17:04:22.692463 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:22.712153 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-c76433e1-d7b8-4b5b-b539-b76c64472018 None None] For port 0275054d-cec7-43ff-b488-cb8147e2b54a, host dv-cinder-789603-1-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:04:22.743966 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-c76433e1-d7b8-4b5b-b539-b76c64472018 None None] For port 0275054d-cec7-43ff-b488-cb8147e2b54a, host dv-cinder-789603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=0275054d-cec7-43ff-b488-cb8147e2b54a,segment=NetworkSegment(964354d2-a324-4b4c-9ecd-4b1a7bd17d79),segment_id=964354d2-a324-4b4c-9ecd-4b1a7bd17d79)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:04:22.753873 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-c76433e1-d7b8-4b5b-b539-b76c64472018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:22.773817 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-69f8facb-32cb-49b9-898a-236d5694fb6c req-063fc8d1-910a-4442-a03a-3bbd25ac2677 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659004 May 04 17:04:22.778816 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-db792783-3be5-4cd1-ba1b-82aa22ba0d55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:22.892429 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd16f888-0898-4b5b-88e7-790b0548e87e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1a8203-c49c-4900-9736-ab30590a7bf1'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:04:22.921885 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-12ccf603-0732-47a6-8c34-f9a76ebb50fc service neutron] 10.222.0.41 "GET /v2.0/networks/20161de9-a1d9-4e00-9644-d0b8db52c891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5745957 May 04 17:04:22.947107 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76433e1-d7b8-4b5b-b539-b76c64472018 None None] Routers {'6098cb02-0961-4f1a-99f3-0bd49e1ff38c'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:04:22.948057 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-c76433e1-d7b8-4b5b-b539-b76c64472018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:04:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['6098cb02-0961-4f1a-99f3-0bd49e1ff38c'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:04:23.054178 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 7c1a8203-c49c-4900-9736-ab30590a7bf1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7c1a8203-c49c-4900-9736-ab30590a7bf1,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:04:23.080232 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:23.114430 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e912fa-9af4-492a-b837-67a9a785c866 None None] Pushing event updated for resources: {'Port': ['ID=0275054d-cec7-43ff-b488-cb8147e2b54a,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:23.129891 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-46e912fa-9af4-492a-b837-67a9a785c866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:23.130366 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-46e912fa-9af4-492a-b837-67a9a785c866 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:23.157416 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-09b42b45-b6d4-45d2-b5c4-faa63096baf2 req-df0c6304-d827-4416-8035-21d079611fd0 service neutron] 10.222.0.41 "GET /v2.0/networks/20161de9-a1d9-4e00-9644-d0b8db52c891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301426 May 04 17:04:23.194029 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8956a-0ece-4868-be8b-6cdc70ddfafb req-48084b35-8074-4081-83aa-4e6220e46570 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:23.195698 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-caa8956a-0ece-4868-be8b-6cdc70ddfafb req-48084b35-8074-4081-83aa-4e6220e46570 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.1851246 May 04 17:04:23.296958 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-caa8956a-0ece-4868-be8b-6cdc70ddfafb req-f74a01f1-626f-4948-9244-aca697de71ea tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908689 May 04 17:04:23.339146 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5523d47b-d7b0-4ba6-957e-99774706925b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-721846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4193527'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:23.345336 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:23.373633 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=7c1a8203-c49c-4900-9736-ab30590a7bf1,revision_number=7']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:23.379389 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:23.393273 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d3094f-43a1-483b-8aff-c0c278448fe7', 'tag': '69c82f28-af4a-476f-ac63-ac4d29ac402b', 'status': 'completed', 'code': 200} May 04 17:04:23.396122 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-c76433e1-d7b8-4b5b-b539-b76c64472018 None None] Set router 6098cb02-0961-4f1a-99f3-0bd49e1ff38c gateway port host: dv-cinder-789603-1-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:04:23.470722 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523d47b-d7b0-4ba6-957e-99774706925b admin admin] Pushing event updated for resources: {'Subnet': ['ID=12db3739-6d9c-443c-bece-f6c451339b10,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:23.494553 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5523d47b-d7b0-4ba6-957e-99774706925b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:23.495398 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5523d47b-d7b0-4ba6-957e-99774706925b admin admin] Checking segment: {'id': 'c5ee1348-d78f-4be6-9694-0b57c7d60053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7291981d-a550-494b-8668-3764f64ab362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:04:23.495743 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5523d47b-d7b0-4ba6-957e-99774706925b admin admin] Network hostable DHCP agents. Network: 7291981d-a550-494b-8668-3764f64ab362, hostable agents: ['e7f1f9ba-e089-4d30-a3bb-ec752cbc6168'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:04:23.534011 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5523d47b-d7b0-4ba6-957e-99774706925b admin admin] Network 7291981d-a550-494b-8668-3764f64ab362 is scheduled to be hosted by DHCP agent e7f1f9ba-e089-4d30-a3bb-ec752cbc6168 with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:04:23.534611 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc245a5-5cc6-4468-a642-f244516c31f1 req-9e6c5942-55bd-4676-8b8c-b27ce76efefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:23.536634 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-fcc245a5-5cc6-4468-a642-f244516c31f1 req-9e6c5942-55bd-4676-8b8c-b27ce76efefe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07971e724e4f45e69929fabaf5b1eadb&device_id=c1d3094f-43a1-483b-8aff-c0c278448fe7 HTTP/1.1" status: 200 len: 1096 time: 0.1072650 May 04 17:04:23.557751 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-5523d47b-d7b0-4ba6-957e-99774706925b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-smb, 7291981d-a550-494b-8668-3764f64ab362) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:04:23.582331 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5523d47b-d7b0-4ba6-957e-99774706925b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:23.582931 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5523d47b-d7b0-4ba6-957e-99774706925b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:23.623776 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbff11e3-acf1-4233-910a-bfc3cda6018f None None] Network 7291981d-a550-494b-8668-3764f64ab362 requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:04:23.665488 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-5523d47b-d7b0-4ba6-957e-99774706925b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8218482 May 04 17:04:23.666158 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 50464) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:23.678200 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-bddc35c5-a131-45c9-9770-a28eeb5cf45e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1398537078-router', 'tenant_id': 'a3d67f148cd24fdd9d16dff4042f7166', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'}}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:04:23.686803 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-bddc35c5-a131-45c9-9770-a28eeb5cf45e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:04:23.694353 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-bddc35c5-a131-45c9-9770-a28eeb5cf45e admin admin] Usage tracker for resource:router and tenant:a3d67f148cd24fdd9d16dff4042f7166 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:04:23.697791 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-bddc35c5-a131-45c9-9770-a28eeb5cf45e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:04:23.713555 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-bddc35c5-a131-45c9-9770-a28eeb5cf45e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:04:23.732293 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc245a5-5cc6-4468-a642-f244516c31f1 req-8a51d48b-f877-4386-9a63-19189d0f4b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:23.736746 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-fcc245a5-5cc6-4468-a642-f244516c31f1 req-8a51d48b-f877-4386-9a63-19189d0f4b27 service neutron] 10.222.0.41 "GET /v2.0/networks?id=20161de9-a1d9-4e00-9644-d0b8db52c891 HTTP/1.1" status: 200 len: 914 time: 0.1878362 May 04 17:04:23.740306 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bddc35c5-a131-45c9-9770-a28eeb5cf45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5441'] for router, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:23.741392 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bddc35c5-a131-45c9-9770-a28eeb5cf45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:23.758660 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac036237-fd21-4166-ad83-5b4623212f39 req-922cd507-a9d7-4693-9793-c27c317609c9 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:23.766829 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ac036237-fd21-4166-ad83-5b4623212f39 req-922cd507-a9d7-4693-9793-c27c317609c9 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1d3094f-43a1-483b-8aff-c0c278448fe7 HTTP/1.1" status: 200 len: 943 time: 0.1474490 May 04 17:04:23.823442 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bddc35c5-a131-45c9-9770-a28eeb5cf45e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:23.838358 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ac036237-fd21-4166-ad83-5b4623212f39 req-9e3d17c3-0f87-402f-b6cf-7954b0e7bf50 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4c129da-5431-4d0b-b90f-1b4efc0f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706058 May 04 17:04:23.995846 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-fcc245a5-5cc6-4468-a642-f244516c31f1 req-5acf34a2-9e34-4e15-b6f8-417482d2bc25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69c82f28-af4a-476f-ac63-ac4d29ac402b HTTP/1.1" status: 200 len: 217 time: 0.2532120 May 04 17:04:24.119921 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc245a5-5cc6-4468-a642-f244516c31f1 req-77d2ba1a-cf55-489e-90b0-da84d7b04664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:24.122330 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-fcc245a5-5cc6-4468-a642-f244516c31f1 req-77d2ba1a-cf55-489e-90b0-da84d7b04664 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=69cd7198-31da-471a-9215-0ac23c9501b1 HTTP/1.1" status: 200 len: 853 time: 0.1126809 May 04 17:04:24.253034 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-fcc245a5-5cc6-4468-a642-f244516c31f1 req-32a7e033-e0e5-4198-af64-8f9adb4db86e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20161de9-a1d9-4e00-9644-d0b8db52c891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226671 May 04 17:04:24.296199 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-c76433e1-d7b8-4b5b-b539-b76c64472018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'name': 'tempest-TestMinimumBasicScenario-1058318919-router', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '0ca00483-2726-434b-910f-6196e2a21abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:07Z', 'updated_at': '2021-05-04T17:04:15Z', 'revision_number': 4, 'project_id': '507507794b464505b12fc044f369bd6d', 'gw_port': {'id': '0ca00483-2726-434b-910f-6196e2a21abc', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:08Z', 'updated_at': '2021-05-04T17:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': '0275054d-cec7-43ff-b488-cb8147e2b54a', 'name': '', 'network_id': 'bc3461c8-37b6-4e7e-a81b-a1703af6990a', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'mac_address': 'fa:16:3e:ca:ab:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:14Z', 'updated_at': '2021-05-04T17:04:22Z', 'revision_number': 4, 'project_id': '507507794b464505b12fc044f369bd6d', 'subnets': [{'id': 'f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:04:24.320070 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76433e1-d7b8-4b5b-b539-b76c64472018 None None] The sync data for ids ['6098cb02-0961-4f1a-99f3-0bd49e1ff38c'] in dv-cinder-789603-1-smb is: [{'id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'name': 'tempest-TestMinimumBasicScenario-1058318919-router', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '0ca00483-2726-434b-910f-6196e2a21abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:07Z', 'updated_at': '2021-05-04T17:04:15Z', 'revision_number': 4, 'project_id': '507507794b464505b12fc044f369bd6d', 'gw_port': {'id': '0ca00483-2726-434b-910f-6196e2a21abc', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:08Z', 'updated_at': '2021-05-04T17:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': '0275054d-cec7-43ff-b488-cb8147e2b54a', 'name': '', 'network_id': 'bc3461c8-37b6-4e7e-a81b-a1703af6990a', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'mac_address': 'fa:16:3e:ca:ab:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:14Z', 'updated_at': '2021-05-04T17:04:22Z', 'revision_number': 4, 'project_id': '507507794b464505b12fc044f369bd6d', 'subnets': [{'id': 'f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:04:24.529000 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-fcc245a5-5cc6-4468-a642-f244516c31f1 req-4691e9a5-73c7-4b4d-8dff-ea01d42c64d3 service neutron] 10.222.0.41 "GET /v2.0/networks/20161de9-a1d9-4e00-9644-d0b8db52c891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698531 May 04 17:04:24.603431 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74f4ced-2845-4bde-892f-85f4e1bbb76f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14cf5633-e9af-54f7-ada4-186d2c6d1965-7291981d-a550-494b-8668-3764f64ab362', 'network_id': '7291981d-a550-494b-8668-3764f64ab362', 'tenant_id': 'a3d67f148cd24fdd9d16dff4042f7166', 'fixed_ips': [{'subnet_id': '12db3739-6d9c-443c-bece-f6c451339b10'}]}} from dv-cinder-789603-1-smb. {{(pid=73811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:04:24.604423 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f74f4ced-2845-4bde-892f-85f4e1bbb76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:24.609011 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bddc35c5-a131-45c9-9770-a28eeb5cf45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5562'] for router, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:24.768207 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55b64b-604e-4854-86d5-ec99ac1b13b0 req-43293355-e5c7-4c24-9cd2-2f78f5128c4d tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:24.774654 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-bd55b64b-604e-4854-86d5-ec99ac1b13b0 req-43293355-e5c7-4c24-9cd2-2f78f5128c4d tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 946 time: 0.5638628 May 04 17:04:24.848166 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-fcc245a5-5cc6-4468-a642-f244516c31f1 req-e5870199-f6ba-4d1e-9bb2-525cba380026 service neutron] 10.222.0.41 "GET /v2.0/networks/20161de9-a1d9-4e00-9644-d0b8db52c891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124545 May 04 17:04:24.921130 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-bd55b64b-604e-4854-86d5-ec99ac1b13b0 req-9c206f77-c15e-4e2e-b73b-51708412d48f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291177 May 04 17:04:24.999562 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.db_base_plugin_common [None req-f74f4ced-2845-4bde-892f-85f4e1bbb76f None None] Allocated IP 172.20.0.2 (7291981d-a550-494b-8668-3764f64ab362/12db3739-6d9c-443c-bece-f6c451339b10/e6009744-05a3-4d63-b62c-7534f305be95) {{(pid=73811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:04:25.202774 dv-cinder-789603-1-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd16f888-0898-4b5b-88e7-790b0548e87e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1a8203-c49c-4900-9736-ab30590a7bf1', 'code': 200} May 04 17:04:25.339082 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f74f4ced-2845-4bde-892f-85f4e1bbb76f None None] Notify callbacks [] for port, precommit_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:25.358790 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f74f4ced-2845-4bde-892f-85f4e1bbb76f None None] Transition to ACTIVE for port object e6009744-05a3-4d63-b62c-7534f305be95 will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:04:25.388823 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f74f4ced-2845-4bde-892f-85f4e1bbb76f None None] Transition to ACTIVE for port object e6009744-05a3-4d63-b62c-7534f305be95 will not be triggered until provisioned by entity DHCP. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:04:25.395841 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f74f4ced-2845-4bde-892f-85f4e1bbb76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686'] for port, after_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:25.399781 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:25.497027 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74f4ced-2845-4bde-892f-85f4e1bbb76f None None] Network 7291981d-a550-494b-8668-3764f64ab362 is already hosted by enough agents. {{(pid=73811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:04:25.505624 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.scheduler.base_scheduler [None req-f74f4ced-2845-4bde-892f-85f4e1bbb76f None None] Resources bound (agent type, host, resource id): {{(pid=73811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:04:25.509255 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f4ced-2845-4bde-892f-85f4e1bbb76f None None] Received port after_create {{(pid=73811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:04:25.598822 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bddc35c5-a131-45c9-9770-a28eeb5cf45e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:25.648216 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 69c82f28-af4a-476f-ac63-ac4d29ac402b details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:04:25.702977 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-4f6daa03-8401-40e9-98e1-58fff69a72f4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:25.704611 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-4f6daa03-8401-40e9-98e1-58fff69a72f4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Synchronizing usage tracker for tenant:1d31d3f115a7425daf8d54fcbe050c9f on resource:network {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:04:25.713416 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f4ced-2845-4bde-892f-85f4e1bbb76f None None] Pushing event updated for resources: {'Port': ['ID=e6009744-05a3-4d63-b62c-7534f305be95,revision_number=1']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:25.723112 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f74f4ced-2845-4bde-892f-85f4e1bbb76f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:25.743935 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-f74f4ced-2845-4bde-892f-85f4e1bbb76f None None] Attempting to bind port e6009744-05a3-4d63-b62c-7534f305be95 on host dv-cinder-789603-1-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:04:25.744292 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-f74f4ced-2845-4bde-892f-85f4e1bbb76f None None] Attempting to bind port e6009744-05a3-4d63-b62c-7534f305be95 by drivers openvswitch,hyperv on host dv-cinder-789603-1-smb at level 0 using segments [{'id': 'c5ee1348-d78f-4be6-9694-0b57c7d60053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7291981d-a550-494b-8668-3764f64ab362'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:04:25.744686 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f4ced-2845-4bde-892f-85f4e1bbb76f None None] Attempting to bind port e6009744-05a3-4d63-b62c-7534f305be95 on network 7291981d-a550-494b-8668-3764f64ab362 {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:04:25.776548 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bddc35c5-a131-45c9-9770-a28eeb5cf45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:25.798018 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f4ced-2845-4bde-892f-85f4e1bbb76f None None] Checking agent: {'id': 'f75b5240-9bcf-4890-b7dd-e1b2d86769d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 16, 54, 46), 'started_at': datetime.datetime(2021, 5, 4, 16, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:04:25.798429 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f4ced-2845-4bde-892f-85f4e1bbb76f None None] Checking segment: {'id': 'c5ee1348-d78f-4be6-9694-0b57c7d60053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7291981d-a550-494b-8668-3764f64ab362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:04:25.798834 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f74f4ced-2845-4bde-892f-85f4e1bbb76f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:25.799229 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f4ced-2845-4bde-892f-85f4e1bbb76f None None] Bound using segment: {'id': 'c5ee1348-d78f-4be6-9694-0b57c7d60053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7291981d-a550-494b-8668-3764f64ab362'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:04:25.799748 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-f74f4ced-2845-4bde-892f-85f4e1bbb76f None None] Bound port: e6009744-05a3-4d63-b62c-7534f305be95, host: dv-cinder-789603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ee1348-d78f-4be6-9694-0b57c7d60053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7291981d-a550-494b-8668-3764f64ab362'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:04:25.800121 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f74f4ced-2845-4bde-892f-85f4e1bbb76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:25.883272 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-4f6daa03-8401-40e9-98e1-58fff69a72f4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Unset dirty status for tenant:1d31d3f115a7425daf8d54fcbe050c9f on resource:network {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:04:25.891512 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-4f6daa03-8401-40e9-98e1-58fff69a72f4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/networks?id=5eaec156-d1d2-4eb1-886c-cb8ab9f49966 HTTP/1.1" status: 200 len: 809 time: 0.7667677 May 04 17:04:25.945127 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-45a88ae8-5eb5-4b4b-9d2a-018da545ea3c tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/quotas/1d31d3f115a7425daf8d54fcbe050c9f HTTP/1.1" status: 200 len: 375 time: 0.0522671 May 04 17:04:26.003068 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59cefe-474c-4728-9b0f-d3df035ac6aa req-2a893c17-e7c5-4e9d-8511-a16cff74b83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:26.005294 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-db59cefe-474c-4728-9b0f-d3df035ac6aa req-2a893c17-e7c5-4e9d-8511-a16cff74b83d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83b14f849204c3cac0cfd0b7b059636&device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 1099 time: 0.1977460 May 04 17:04:26.022281 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 69c82f28-af4a-476f-ac63-ac4d29ac402b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=69c82f28-af4a-476f-ac63-ac4d29ac402b,segment=NetworkSegment(d99cbea5-6c56-4df0-b304-f103c559bce9),segment_id=d99cbea5-6c56-4df0-b304-f103c559bce9)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:04:26.043639 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-916320f5-6c1c-4162-8a8a-aa3d709b7006 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d31d3f115a7425daf8d54fcbe050c9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0963252 May 04 17:04:26.052745 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-f74f4ced-2845-4bde-892f-85f4e1bbb76f None None] For port e6009744-05a3-4d63-b62c-7534f305be95, host dv-cinder-789603-1-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:04:26.080674 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Returning: {'device': '69c82f28-af4a-476f-ac63-ac4d29ac402b', 'network_id': '20161de9-a1d9-4e00-9644-d0b8db52c891', 'port_id': '69c82f28-af4a-476f-ac63-ac4d29ac402b', 'mac_address': 'fa:16:3e:51:b8:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69cd7198-31da-471a-9215-0ac23c9501b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:04:26.093518 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-f74f4ced-2845-4bde-892f-85f4e1bbb76f None None] For port e6009744-05a3-4d63-b62c-7534f305be95, host dv-cinder-789603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=e6009744-05a3-4d63-b62c-7534f305be95,segment=NetworkSegment(c5ee1348-d78f-4be6-9694-0b57c7d60053),segment_id=c5ee1348-d78f-4be6-9694-0b57c7d60053)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:04:26.149344 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f74f4ced-2845-4bde-892f-85f4e1bbb76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:26.194263 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:26.317866 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59cefe-474c-4728-9b0f-d3df035ac6aa req-c6626354-9d25-4390-97f5-8e483e644155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:26.321250 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-db59cefe-474c-4728-9b0f-d3df035ac6aa req-c6626354-9d25-4390-97f5-8e483e644155 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23df80bd-2b5c-4d29-962a-2ad738e32bba HTTP/1.1" status: 200 len: 912 time: 0.3044462 May 04 17:04:26.401112 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:26.449502 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 0275054d-cec7-43ff-b488-cb8147e2b54a up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:04:26.546760 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-db59cefe-474c-4728-9b0f-d3df035ac6aa req-957c9305-ce4d-4653-bbc8-3931e1fd697f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30175801-d24b-431f-8c02-1152943fbd2a HTTP/1.1" status: 200 len: 1001 time: 0.2181413 May 04 17:04:26.630105 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee6cb7-0a06-4c67-adcc-53f7c337269c req-5ef1c805-d309-40a3-a028-d6ccf4bd53ab tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:26.639981 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d3ee6cb7-0a06-4c67-adcc-53f7c337269c req-5ef1c805-d309-40a3-a028-d6ccf4bd53ab tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 945 time: 0.9504967 May 04 17:04:26.644651 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59cefe-474c-4728-9b0f-d3df035ac6aa req-247cd3f6-5cb8-420d-8c1e-4d1e17f732b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:26.645721 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-db59cefe-474c-4728-9b0f-d3df035ac6aa req-247cd3f6-5cb8-420d-8c1e-4d1e17f732b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98153c02-30f1-4f36-87f8-48da6381261d HTTP/1.1" status: 200 len: 850 time: 0.0876174 May 04 17:04:26.647009 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-bddc35c5-a131-45c9-9770-a28eeb5cf45e admin admin] Allocated IP 172.28.3.140 (1fe869af-eee2-4a76-a542-2bd1a37527f5/ac6ef9b7-a26d-4df8-9aa7-613a10e1e621/97f223db-fffe-4a26-860b-81e36d86f9ac) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:04:26.697936 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c82f28-af4a-476f-ac63-ac4d29ac402b {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:04:26.744299 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-fa7874f3-3af6-44ed-8481-613fb277aa8a service neutron] 10.222.0.24 "GET /v2.0/networks/5eaec156-d1d2-4eb1-886c-cb8ab9f49966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6884551 May 04 17:04:26.804733 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59cefe-474c-4728-9b0f-d3df035ac6aa req-0be143c8-da76-4b5c-ba41-815f6ba8e98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:26.808386 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-db59cefe-474c-4728-9b0f-d3df035ac6aa req-0be143c8-da76-4b5c-ba41-815f6ba8e98e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23df80bd-2b5c-4d29-962a-2ad738e32bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1544206 May 04 17:04:26.849755 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d3ee6cb7-0a06-4c67-adcc-53f7c337269c req-9ffa6208-73bb-4638-b1ad-f0cc6e238aa5 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082136 May 04 17:04:26.869507 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f4ced-2845-4bde-892f-85f4e1bbb76f None None] Pushing event updated for resources: {'Port': ['ID=e6009744-05a3-4d63-b62c-7534f305be95,revision_number=2']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:26.897339 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 69c82f28-af4a-476f-ac63-ac4d29ac402b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=69c82f28-af4a-476f-ac63-ac4d29ac402b,segment=NetworkSegment(d99cbea5-6c56-4df0-b304-f103c559bce9),segment_id=d99cbea5-6c56-4df0-b304-f103c559bce9)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:04:26.911907 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f74f4ced-2845-4bde-892f-85f4e1bbb76f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:26.917191 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:26.927095 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:27.055209 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning for port 0275054d-cec7-43ff-b488-cb8147e2b54a completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:04:27.067772 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 0275054d-cec7-43ff-b488-cb8147e2b54a triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:04:27.068304 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:27.173306 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=69c82f28-af4a-476f-ac63-ac4d29ac402b,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:27.187595 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-db59cefe-474c-4728-9b0f-d3df035ac6aa req-996bd7e3-61a1-4da2-9ae8-f2ea011373c1 service neutron] 10.222.0.41 "GET /v2.0/networks/23df80bd-2b5c-4d29-962a-2ad738e32bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704922 May 04 17:04:27.189391 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:27.273214 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['69c82f28-af4a-476f-ac63-ac4d29ac402b'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:04:27.434902 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:27.550378 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-db59cefe-474c-4728-9b0f-d3df035ac6aa req-6f2873cc-9dac-4d25-a034-8fac3949a33e service neutron] 10.222.0.41 "GET /v2.0/networks/23df80bd-2b5c-4d29-962a-2ad738e32bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557274 May 04 17:04:27.560952 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f69c2a-5259-4c59-843d-1f078171c11f req-fd7d323b-8283-4527-aa1c-d529075cf8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:27.562793 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-11f69c2a-5259-4c59-843d-1f078171c11f req-fd7d323b-8283-4527-aa1c-d529075cf8b9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 1098 time: 1.0189669 May 04 17:04:27.604470 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-3a120f29-5ce6-4812-b354-0477961a71ec service neutron] 10.222.0.24 "GET /v2.0/networks/5eaec156-d1d2-4eb1-886c-cb8ab9f49966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8592734 May 04 17:04:27.612057 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] For port 0275054d-cec7-43ff-b488-cb8147e2b54a, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=0275054d-cec7-43ff-b488-cb8147e2b54a,segment=NetworkSegment(964354d2-a324-4b4c-9ecd-4b1a7bd17d79),segment_id=964354d2-a324-4b4c-9ecd-4b1a7bd17d79)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:04:27.624441 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:27.628852 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-ddb48542-fd15-44c0-b8ed-7eaf9d88da7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:27.739773 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bddc35c5-a131-45c9-9770-a28eeb5cf45e admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:27.908972 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-11f69c2a-5259-4c59-843d-1f078171c11f req-9812182c-7fd3-42e2-a3f2-b6935bbc0053 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347535 May 04 17:04:27.922411 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684aec9-ec0f-420d-a0a0-40c6f0fd18c1 req-5a10dba0-ed6e-41fd-b850-e599697fffc2 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:27.927576 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c684aec9-ec0f-420d-a0a0-40c6f0fd18c1 req-5a10dba0-ed6e-41fd-b850-e599697fffc2 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1d3094f-43a1-483b-8aff-c0c278448fe7 HTTP/1.1" status: 200 len: 944 time: 0.5050597 May 04 17:04:27.937039 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Pushing event updated for resources: {'Port': ['ID=0275054d-cec7-43ff-b488-cb8147e2b54a,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:27.999995 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:28.055729 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bddc35c5-a131-45c9-9770-a28eeb5cf45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-721926'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:28.067432 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c684aec9-ec0f-420d-a0a0-40c6f0fd18c1 req-3adeb408-2952-4ab7-951d-c500dd517872 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4c129da-5431-4d0b-b90f-1b4efc0f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202104 May 04 17:04:28.103515 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:28.426411 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device e6009744-05a3-4d63-b62c-7534f305be95 up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:04:28.430278 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddc35c5-a131-45c9-9770-a28eeb5cf45e admin admin] Network 1fe869af-eee2-4a76-a542-2bd1a37527f5 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:04:28.486736 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-bddc35c5-a131-45c9-9770-a28eeb5cf45e admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:04:28.529369 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddc35c5-a131-45c9-9770-a28eeb5cf45e admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:04:28.572167 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9aadff-eaa6-46e2-8cea-cc48a6646336 None None] Network 7291981d-a550-494b-8668-3764f64ab362 requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:04:28.609803 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc35c5-a131-45c9-9770-a28eeb5cf45e admin admin] Pushing event updated for resources: {'Port': ['ID=97f223db-fffe-4a26-860b-81e36d86f9ac,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:28.615797 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bddc35c5-a131-45c9-9770-a28eeb5cf45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:28.752490 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-51b49cef-f3c5-47d5-8a0b-e1ea7e772e27 None None] Provisioning for port e6009744-05a3-4d63-b62c-7534f305be95 completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:04:28.845532 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning for port e6009744-05a3-4d63-b62c-7534f305be95 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:04:28.857481 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port e6009744-05a3-4d63-b62c-7534f305be95 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:04:28.857954 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:29.142270 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:29.201797 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] For port e6009744-05a3-4d63-b62c-7534f305be95, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=e6009744-05a3-4d63-b62c-7534f305be95,segment=NetworkSegment(c5ee1348-d78f-4be6-9694-0b57c7d60053),segment_id=c5ee1348-d78f-4be6-9694-0b57c7d60053)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:04:29.209810 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:29.211251 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 0275054d-cec7-43ff-b488-cb8147e2b54a up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:04:29.246247 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:29.298022 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda0957-9929-4602-a8b0-f5b185a95e5b req-d3bdc62d-3b72-457b-a739-856121e27a4b tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:29.315424 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-bbda0957-9929-4602-a8b0-f5b185a95e5b req-d3bdc62d-3b72-457b-a739-856121e27a4b tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 1.2438371 May 04 17:04:29.370702 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Pushing event updated for resources: {'Port': ['ID=e6009744-05a3-4d63-b62c-7534f305be95,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:29.378891 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:29.387921 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 0275054d-cec7-43ff-b488-cb8147e2b54a triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:04:29.388261 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:29.499962 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145fa51a-863e-418d-b40a-1e4156cbce34 req-40218640-7607-42ce-8b73-98c47a05a65a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:29.502140 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:04:29.509470 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-145fa51a-863e-418d-b40a-1e4156cbce34 req-40218640-7607-42ce-8b73-98c47a05a65a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 946 time: 1.1280720 May 04 17:04:29.693455 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-bbda0957-9929-4602-a8b0-f5b185a95e5b req-e4b082b1-b33e-48af-9180-c8c10fae28a3 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3299081 May 04 17:04:29.790792 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 69c82f28-af4a-476f-ac63-ac4d29ac402b up at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:04:29.972759 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bddc35c5-a131-45c9-9770-a28eeb5cf45e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:30.068638 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-b6b62f1e-0a13-4f47-b9e0-30c4f0d0db59 None None] Provisioning complete for port e6009744-05a3-4d63-b62c-7534f305be95 triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:04:30.071265 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-b6b62f1e-0a13-4f47-b9e0-30c4f0d0db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:30.093462 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c27e8d44-cd05-44e3-b24a-b175f399de3d req-15fe8298-8569-4437-8ef2-ddef64267515 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67e7dca-0804-414b-a5e1-53e128a355b1 HTTP/1.1" status: 200 len: 210 time: 0.0600977 May 04 17:04:30.210959 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-145fa51a-863e-418d-b40a-1e4156cbce34 req-c7741dd4-6195-4138-9ac2-2ed1e8eb35d0 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6874466 May 04 17:04:30.243124 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning for port 69c82f28-af4a-476f-ac63-ac4d29ac402b completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:04:30.266030 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning complete for port 69c82f28-af4a-476f-ac63-ac4d29ac402b triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:04:30.266404 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:30.365007 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device e6009744-05a3-4d63-b62c-7534f305be95 up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:04:30.646127 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port e6009744-05a3-4d63-b62c-7534f305be95 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:04:30.646694 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:30.738032 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:30.856493 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d3094f-43a1-483b-8aff-c0c278448fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c82f28-af4a-476f-ac63-ac4d29ac402b'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:04:30.901060 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 69c82f28-af4a-476f-ac63-ac4d29ac402b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=69c82f28-af4a-476f-ac63-ac4d29ac402b,segment=NetworkSegment(d99cbea5-6c56-4df0-b304-f103c559bce9),segment_id=d99cbea5-6c56-4df0-b304-f103c559bce9)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:04:30.995891 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:31.014503 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c45b45-c11f-401e-a9f4-4d95b07fa161 req-b4eb483f-e07c-4d37-90ac-a6e0d99ae687 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:31.022498 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-91c45b45-c11f-401e-a9f4-4d95b07fa161 req-b4eb483f-e07c-4d37-90ac-a6e0d99ae687 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1d3094f-43a1-483b-8aff-c0c278448fe7 HTTP/1.1" status: 200 len: 944 time: 0.3603070 May 04 17:04:31.024520 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f74f4ced-2845-4bde-892f-85f4e1bbb76f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:31.126491 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=69c82f28-af4a-476f-ac63-ac4d29ac402b,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:31.137923 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:31.138769 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:31.138769 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:31.139413 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:31.139743 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:31.140067 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:31.140389 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:31.140750 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:31.141073 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:31.141393 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:31.141710 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:31.142023 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:31.143286 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-91c45b45-c11f-401e-a9f4-4d95b07fa161 req-bb10922c-ef5a-4cf5-9dbe-afa3ee37a6e5 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4c129da-5431-4d0b-b90f-1b4efc0f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180396 May 04 17:04:31.146167 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:31.244173 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-3e1b11c1-4a0a-4e8f-9065-eced5ebf7312 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:31.249921 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-3e1b11c1-4a0a-4e8f-9065-eced5ebf7312 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.41 "GET /v2.0/networks?id=5eaec156-d1d2-4eb1-886c-cb8ab9f49966 HTTP/1.1" status: 200 len: 809 time: 1.1448979 May 04 17:04:31.257715 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6155fe5-1313-4e1a-af5a-c66945e5e00f req-a7197e57-5ce9-4fa9-bbdf-c78524bc32a0 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:31.259175 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b6155fe5-1313-4e1a-af5a-c66945e5e00f req-a7197e57-5ce9-4fa9-bbdf-c78524bc32a0 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 945 time: 0.7584703 May 04 17:04:31.291076 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Request body: {'port': {'device_id': 'f67e7dca-0804-414b-a5e1-53e128a355b1', 'network_id': '5eaec156-d1d2-4eb1-886c-cb8ab9f49966', 'admin_state_up': True, 'tenant_id': '1d31d3f115a7425daf8d54fcbe050c9f'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:04:31.608373 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b6155fe5-1313-4e1a-af5a-c66945e5e00f req-0d242c61-5da8-449f-b181-b2c5252d06bd tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410139 May 04 17:04:31.689020 dv-cinder-789603-1-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d3094f-43a1-483b-8aff-c0c278448fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c82f28-af4a-476f-ac63-ac4d29ac402b', 'code': 200} May 04 17:04:31.690272 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bddc35c5-a131-45c9-9770-a28eeb5cf45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785587'] for router, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:31.720047 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0d3ef-efa2-486c-88e9-012dd48a5137 req-06c28c3c-2b17-41a8-8a86-168486db02bb tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:31.727970 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-dad0d3ef-efa2-486c-88e9-012dd48a5137 req-06c28c3c-2b17-41a8-8a86-168486db02bb tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.4201105 May 04 17:04:31.901377 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:04:31.945664 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Usage tracker for resource:port and tenant:1d31d3f115a7425daf8d54fcbe050c9f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:04:31.958564 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-72bf6393-2e6d-456d-81b5-bd2f88febb6b req-90ee59f2-510d-42e3-ad76-0849f9aa1f40 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67e7dca-0804-414b-a5e1-53e128a355b1 HTTP/1.1" status: 200 len: 210 time: 0.1203237 May 04 17:04:31.963683 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:04:32.004390 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa0771-3245-42cd-b01e-41ad93a95db8 req-34529de0-8d17-4f4a-a7fe-511828977a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:32.006608 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-23fa0771-3245-42cd-b01e-41ad93a95db8 req-34529de0-8d17-4f4a-a7fe-511828977a01 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c1d3094f-43a1-483b-8aff-c0c278448fe7 HTTP/1.1" status: 200 len: 1098 time: 0.0998724 May 04 17:04:32.097329 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-23fa0771-3245-42cd-b01e-41ad93a95db8 req-9d2a0bce-f439-4b6b-a9bf-ada7048e87b1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b4c129da-5431-4d0b-b90f-1b4efc0f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798528 May 04 17:04:32.098139 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:04:32.119190 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-dad0d3ef-efa2-486c-88e9-012dd48a5137 req-466097e4-a4b4-484d-b96e-1c3cbf4f8a74 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3902264 May 04 17:04:32.327051 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Made reservation on behalf of 1d31d3f115a7425daf8d54fcbe050c9f for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:04:32.331050 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:32.481615 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bddc35c5-a131-45c9-9770-a28eeb5cf45e admin admin] Router 0403bd17-112b-4963-8050-b3e5e66ec42c is scheduled to L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 with binding_index 1 {{(pid=73809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:04:32.584906 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569892f8-55ff-459a-9920-955a0d19d177 req-f8cb0794-4445-4695-8145-4561301a641e tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:32.594894 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-569892f8-55ff-459a-9920-955a0d19d177 req-f8cb0794-4445-4695-8145-4561301a641e tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 946 time: 0.4667137 May 04 17:04:32.765412 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feeb689-364e-4b9e-a57f-244943a91832 req-07946443-00ec-4090-bcc2-58854d65e9ce tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:32.772795 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7feeb689-364e-4b9e-a57f-244943a91832 req-07946443-00ec-4090-bcc2-58854d65e9ce tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.4854529 May 04 17:04:32.809404 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Allocated IP 172.20.0.6 (5eaec156-d1d2-4eb1-886c-cb8ab9f49966/56229241-7875-4805-be1f-e8e4922a6af1/cec743a2-af4a-481b-958b-10b1837908c8) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:04:32.826682 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-569892f8-55ff-459a-9920-955a0d19d177 req-7b56cd21-18d7-4184-898b-5beeb9c5f274 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305191 May 04 17:04:32.938574 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7feeb689-364e-4b9e-a57f-244943a91832 req-af6a4233-b721-4ee4-94f6-aa7d8b2bd94a tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648231 May 04 17:04:33.097765 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddc35c5-a131-45c9-9770-a28eeb5cf45e admin admin] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:04:33.119477 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb83af1-1dd3-4ec6-b1e5-7ed4121f05e1 None None] Sync routers for ids ['0403bd17-112b-4963-8050-b3e5e66ec42c'] in dv-cinder-789603-1-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:04:33.166983 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb83af1-1dd3-4ec6-b1e5-7ed4121f05e1 None None] Routers {'0403bd17-112b-4963-8050-b3e5e66ec42c'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:04:33.171441 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-abb83af1-1dd3-4ec6-b1e5-7ed4121f05e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:04:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['0403bd17-112b-4963-8050-b3e5e66ec42c'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:04:33.243742 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bddc35c5-a131-45c9-9770-a28eeb5cf45e admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:33.244969 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-bddc35c5-a131-45c9-9770-a28eeb5cf45e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.5722332 May 04 17:04:33.249097 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 50622) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:33.453070 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 50626) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:33.581342 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-abb83af1-1dd3-4ec6-b1e5-7ed4121f05e1 None None] Set router 0403bd17-112b-4963-8050-b3e5e66ec42c gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:04:33.643955 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-521cbce7-ac13-4ce4-a771-cd79d755be0d req-eaa0baee-b505-4ccf-9712-a3ec097df467 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Synchronizing usage tracker for tenant:1d31d3f115a7425daf8d54fcbe050c9f on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:04:33.672440 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-205dedb6-10a2-4b74-99ce-3a63f39b1133 admin admin] Deleting subnet fd69c8e0-7636-4129-94bb-971ebeeb2e77 {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:04:33.699801 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-205dedb6-10a2-4b74-99ce-3a63f39b1133 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:33.918213 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-521cbce7-ac13-4ce4-a771-cd79d755be0d req-eaa0baee-b505-4ccf-9712-a3ec097df467 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Unset dirty status for tenant:1d31d3f115a7425daf8d54fcbe050c9f on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:04:33.928535 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-521cbce7-ac13-4ce4-a771-cd79d755be0d req-eaa0baee-b505-4ccf-9712-a3ec097df467 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67e7dca-0804-414b-a5e1-53e128a355b1 HTTP/1.1" status: 200 len: 210 time: 0.5375957 May 04 17:04:33.977475 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01792ac9-0790-4b67-b217-cc4c0c8f4e68 req-6e2334b5-d478-407a-b6f6-4683387bc4ec tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:33.991124 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-01792ac9-0790-4b67-b217-cc4c0c8f4e68 req-6e2334b5-d478-407a-b6f6-4683387bc4ec tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1d3094f-43a1-483b-8aff-c0c278448fe7 HTTP/1.1" status: 200 len: 945 time: 0.9804769 May 04 17:04:34.083179 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-abb83af1-1dd3-4ec6-b1e5-7ed4121f05e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0403bd17-112b-4963-8050-b3e5e66ec42c', 'name': 'tempest-TestMinimumBasicScenario-1398537078-router', 'tenant_id': 'a3d67f148cd24fdd9d16dff4042f7166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '97f223db-fffe-4a26-860b-81e36d86f9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:23Z', 'updated_at': '2021-05-04T17:04:29Z', 'revision_number': 3, 'project_id': 'a3d67f148cd24fdd9d16dff4042f7166', 'gw_port': {'id': '97f223db-fffe-4a26-860b-81e36d86f9ac', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0403bd17-112b-4963-8050-b3e5e66ec42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:25Z', 'updated_at': '2021-05-04T17:04:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb'}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:04:34.092440 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb83af1-1dd3-4ec6-b1e5-7ed4121f05e1 None None] Checking router: 0403bd17-112b-4963-8050-b3e5e66ec42c for host: dv-cinder-789603-1-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:04:34.093792 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:34.094485 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb83af1-1dd3-4ec6-b1e5-7ed4121f05e1 None None] Updating router 0403bd17-112b-4963-8050-b3e5e66ec42c port 97f223db-fffe-4a26-860b-81e36d86f9ac binding host dv-cinder-789603-1-smb {{(pid=73812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:04:34.102729 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-205dedb6-10a2-4b74-99ce-3a63f39b1133 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725392'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:34.234695 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-abb83af1-1dd3-4ec6-b1e5-7ed4121f05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:34.271446 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-01792ac9-0790-4b67-b217-cc4c0c8f4e68 req-5df87d63-22ed-46d9-af5a-06ed8e52cbda tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4c129da-5431-4d0b-b90f-1b4efc0f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595377 May 04 17:04:34.412075 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:34.439352 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-721926'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:34.448797 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-205dedb6-10a2-4b74-99ce-3a63f39b1133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1962431'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:34.505143 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:34.558000 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Network 5eaec156-d1d2-4eb1-886c-cb8ab9f49966 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:04:34.575271 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:04:34.583350 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:04:34.773411 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Allocated IP 172.20.0.1 (7291981d-a550-494b-8668-3764f64ab362/12db3739-6d9c-443c-bece-f6c451339b10/8e04e288-50ae-4f8c-9249-1ea248442298) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:04:34.781289 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:34.782126 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:34.867312 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6068861 May 04 17:04:34.882233 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Pushing event updated for resources: {'Port': ['ID=cec743a2-af4a-481b-958b-10b1837908c8,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:34.901576 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-9946cb07-dee8-455f-8eb2-860ebd5e88bc service neutron] Request body: {'port': {'device_id': 'f67e7dca-0804-414b-a5e1-53e128a355b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:04:34.940892 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-abb83af1-1dd3-4ec6-b1e5-7ed4121f05e1 None None] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:34.970279 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-abb83af1-1dd3-4ec6-b1e5-7ed4121f05e1 None None] Transition to ACTIVE for port object 97f223db-fffe-4a26-860b-81e36d86f9ac will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:04:34.975609 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:34.982959 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-abb83af1-1dd3-4ec6-b1e5-7ed4121f05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:34.998556 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-7bc394a9-6426-46cd-83e3-5ffa3ea87dcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:35.016472 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Transition to ACTIVE for port object 8e04e288-50ae-4f8c-9249-1ea248442298 will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:04:35.068081 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:35.072109 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6c4e7575-13b4-4fb3-9d7d-98af8a665730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:35.112355 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-abb83af1-1dd3-4ec6-b1e5-7ed4121f05e1 None None] Attempting to bind port 97f223db-fffe-4a26-860b-81e36d86f9ac on host dv-cinder-789603-1-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:04:35.112749 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-abb83af1-1dd3-4ec6-b1e5-7ed4121f05e1 None None] Attempting to bind port 97f223db-fffe-4a26-860b-81e36d86f9ac by drivers openvswitch,hyperv on host dv-cinder-789603-1-smb at level 0 using segments [{'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:04:35.113103 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb83af1-1dd3-4ec6-b1e5-7ed4121f05e1 None None] Attempting to bind port 97f223db-fffe-4a26-860b-81e36d86f9ac on network 1fe869af-eee2-4a76-a542-2bd1a37527f5 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:04:35.146578 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb83af1-1dd3-4ec6-b1e5-7ed4121f05e1 None None] Checking agent: {'id': 'f75b5240-9bcf-4890-b7dd-e1b2d86769d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 16, 54, 46), 'started_at': datetime.datetime(2021, 5, 4, 16, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:04:35.146946 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb83af1-1dd3-4ec6-b1e5-7ed4121f05e1 None None] Checking segment: {'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:04:35.147692 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-abb83af1-1dd3-4ec6-b1e5-7ed4121f05e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:35.148090 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb83af1-1dd3-4ec6-b1e5-7ed4121f05e1 None None] Bound using segment: {'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:04:35.149858 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-abb83af1-1dd3-4ec6-b1e5-7ed4121f05e1 None None] Bound port: 97f223db-fffe-4a26-860b-81e36d86f9ac, host: dv-cinder-789603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:04:35.150281 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-abb83af1-1dd3-4ec6-b1e5-7ed4121f05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:35.233649 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Network 7291981d-a550-494b-8668-3764f64ab362 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:04:35.272261 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:04:35.293615 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:04:35.333609 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:35.334225 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:35.334546 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:35.335025 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:35.335459 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:35.335887 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:35.336314 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:35.336787 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:35.337272 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:35.337693 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:35.338121 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:35.338545 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:35.355910 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.850s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:35.436890 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-205dedb6-10a2-4b74-99ce-3a63f39b1133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1962422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-721911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4193484'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:35.437201 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Pushing event updated for resources: {'Port': ['ID=8e04e288-50ae-4f8c-9249-1ea248442298,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:35.470095 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:35.472707 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:35.473234 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:35.484410 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:35.488994 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:35.489516 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:35.490056 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:35.490572 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:35.491107 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:35.491625 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:35.492166 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:35.492705 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:04:35.509387 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-aada7956-cea8-4325-b981-4a0409f3fc5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:35.517176 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:35.538295 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656092'] for router_interface, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:35.549489 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-abb83af1-1dd3-4ec6-b1e5-7ed4121f05e1 None None] For port 97f223db-fffe-4a26-860b-81e36d86f9ac, host dv-cinder-789603-1-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:04:35.559239 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-abb83af1-1dd3-4ec6-b1e5-7ed4121f05e1 None None] For port 97f223db-fffe-4a26-860b-81e36d86f9ac, host dv-cinder-789603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=97f223db-fffe-4a26-860b-81e36d86f9ac,segment=NetworkSegment(03a61c93-30bf-46d3-abd6-912a62526c31),segment_id=03a61c93-30bf-46d3-abd6-912a62526c31)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:04:35.567986 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-abb83af1-1dd3-4ec6-b1e5-7ed4121f05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:35.568610 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-205dedb6-10a2-4b74-99ce-3a63f39b1133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:35.584399 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205dedb6-10a2-4b74-99ce-3a63f39b1133 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd69c8e0-7636-4129-94bb-971ebeeb2e77,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:35.587569 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-205dedb6-10a2-4b74-99ce-3a63f39b1133 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fd69c8e0-7636-4129-94bb-971ebeeb2e77 HTTP/1.1" status: 204 len: 168 time: 2.1040666 May 04 17:04:35.592407 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 50660) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:35.594142 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-205dedb6-10a2-4b74-99ce-3a63f39b1133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:35.626032 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4752ee-e3cb-4a37-bfbd-0bfa92dc9406 None None] Pushing event updated for resources: {'Port': ['ID=97f223db-fffe-4a26-860b-81e36d86f9ac,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:35.631379 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d038e-0b83-43fb-ab5c-77af95cd8332 req-61e39b2f-268c-4ff9-bcfe-cb6470c6a3f1 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:35.633168 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-9d0d038e-0b83-43fb-ab5c-77af95cd8332 req-61e39b2f-268c-4ff9-bcfe-cb6470c6a3f1 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 946 time: 1.2979708 May 04 17:04:35.634469 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-5d4752ee-e3cb-4a37-bfbd-0bfa92dc9406 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:35.635050 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:35.641350 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-9946cb07-dee8-455f-8eb2-860ebd5e88bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:35.671920 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-54a25f84-d2a5-48f3-a1cc-88f20729610d None None] Provisioning for port 8e04e288-50ae-4f8c-9249-1ea248442298 completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:04:35.679019 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-54a25f84-d2a5-48f3-a1cc-88f20729610d None None] Provisioning complete for port 8e04e288-50ae-4f8c-9249-1ea248442298 triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:04:35.681520 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-54a25f84-d2a5-48f3-a1cc-88f20729610d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:35.724889 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb83af1-1dd3-4ec6-b1e5-7ed4121f05e1 None None] Routers {'0403bd17-112b-4963-8050-b3e5e66ec42c'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:04:35.725532 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-abb83af1-1dd3-4ec6-b1e5-7ed4121f05e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:04:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['0403bd17-112b-4963-8050-b3e5e66ec42c'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:04:35.796746 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-54a25f84-d2a5-48f3-a1cc-88f20729610d None None] Port 8e04e288-50ae-4f8c-9249-1ea248442298 cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:04:35.882753 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f318d86a-19d6-41c6-9672-b956413fb487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794009'] for network, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:35.938566 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4752ee-e3cb-4a37-bfbd-0bfa92dc9406 None None] Pushing event updated for resources: {'Port': ['ID=97f223db-fffe-4a26-860b-81e36d86f9ac,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:35.949770 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27710508-c108-46fe-a496-f2ea3925115f req-8247f95c-2fcb-40bb-921d-ddff6fe9d11e tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:35.951384 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-5d4752ee-e3cb-4a37-bfbd-0bfa92dc9406 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:35.952775 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-27710508-c108-46fe-a496-f2ea3925115f req-8247f95c-2fcb-40bb-921d-ddff6fe9d11e tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67e7dca-0804-414b-a5e1-53e128a355b1 HTTP/1.1" status: 200 len: 931 time: 0.5870860 May 04 17:04:36.019660 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-abb83af1-1dd3-4ec6-b1e5-7ed4121f05e1 None None] Set router 0403bd17-112b-4963-8050-b3e5e66ec42c gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:04:36.035683 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-9d0d038e-0b83-43fb-ab5c-77af95cd8332 req-d65e155f-b27b-418c-9c06-606f804dde3f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3851495 May 04 17:04:36.066596 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-27710508-c108-46fe-a496-f2ea3925115f req-0616b093-79ce-4a8a-824f-71981527d273 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Synchronizing usage tracker for tenant:1d31d3f115a7425daf8d54fcbe050c9f on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:04:36.073502 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f318d86a-19d6-41c6-9672-b956413fb487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902626', 'neutron.services.segments.db._delete_segments_for_network-8730882941489'] for network, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:36.160419 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-27710508-c108-46fe-a496-f2ea3925115f req-0616b093-79ce-4a8a-824f-71981527d273 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Unset dirty status for tenant:1d31d3f115a7425daf8d54fcbe050c9f on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:04:36.161780 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-27710508-c108-46fe-a496-f2ea3925115f req-0616b093-79ce-4a8a-824f-71981527d273 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904929 May 04 17:04:36.297686 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:36.519601 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-abb83af1-1dd3-4ec6-b1e5-7ed4121f05e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0403bd17-112b-4963-8050-b3e5e66ec42c', 'name': 'tempest-TestMinimumBasicScenario-1398537078-router', 'tenant_id': 'a3d67f148cd24fdd9d16dff4042f7166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '97f223db-fffe-4a26-860b-81e36d86f9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:23Z', 'updated_at': '2021-05-04T17:04:29Z', 'revision_number': 3, 'project_id': 'a3d67f148cd24fdd9d16dff4042f7166', 'gw_port': {'id': '97f223db-fffe-4a26-860b-81e36d86f9ac', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0403bd17-112b-4963-8050-b3e5e66ec42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:25Z', 'updated_at': '2021-05-04T17:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb'}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:04:36.525336 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb83af1-1dd3-4ec6-b1e5-7ed4121f05e1 None None] The sync data for ids ['0403bd17-112b-4963-8050-b3e5e66ec42c'] in dv-cinder-789603-1-smb is: [{'id': '0403bd17-112b-4963-8050-b3e5e66ec42c', 'name': 'tempest-TestMinimumBasicScenario-1398537078-router', 'tenant_id': 'a3d67f148cd24fdd9d16dff4042f7166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '97f223db-fffe-4a26-860b-81e36d86f9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:23Z', 'updated_at': '2021-05-04T17:04:29Z', 'revision_number': 3, 'project_id': 'a3d67f148cd24fdd9d16dff4042f7166', 'gw_port': {'id': '97f223db-fffe-4a26-860b-81e36d86f9ac', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0403bd17-112b-4963-8050-b3e5e66ec42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:25Z', 'updated_at': '2021-05-04T17:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb'}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:04:36.577888 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-9946cb07-dee8-455f-8eb2-860ebd5e88bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cec743a2-af4a-481b-958b-10b1837908c8 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:04:36.587393 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-9946cb07-dee8-455f-8eb2-860ebd5e88bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:36.628469 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-9946cb07-dee8-455f-8eb2-860ebd5e88bc service neutron] Transition to ACTIVE for port object cec743a2-af4a-481b-958b-10b1837908c8 will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:04:36.635254 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-9946cb07-dee8-455f-8eb2-860ebd5e88bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-721969'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:36.644177 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-de0961c1-073e-4e75-8347-ed7b3677f0e4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:36.688887 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11733ec-bf91-40f7-ad12-59767675acda req-16efaa9b-0d02-45b8-9249-e6a1564c5724 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:36.696327 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c11733ec-bf91-40f7-ad12-59767675acda req-16efaa9b-0d02-45b8-9249-e6a1564c5724 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1d3094f-43a1-483b-8aff-c0c278448fe7 HTTP/1.1" status: 200 len: 945 time: 0.2241821 May 04 17:04:36.723654 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:36.771311 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:36.802601 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-f318d86a-19d6-41c6-9672-b956413fb487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71']}} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:04:36.813484 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fcd95fa8-98d0-47ee-8e14-bc88a0023fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:36.881304 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-f318d86a-19d6-41c6-9672-b956413fb487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c8f414-6825-4c91-b2b8-05e661b54f85') {'for_net_delete': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:04:36.881883 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-f318d86a-19d6-41c6-9672-b956413fb487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c8f414-6825-4c91-b2b8-05e661b54f85') {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:04:36.920298 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f318d86a-19d6-41c6-9672-b956413fb487 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730882953063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2356480'] for segment, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:36.985882 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655999'] for router_interface, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:36.997010 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f318d86a-19d6-41c6-9672-b956413fb487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:37.020584 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Pushing event updated for resources: {'Port': ['ID=8e04e288-50ae-4f8c-9249-1ea248442298,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:37.079442 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:37.083348 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c11733ec-bf91-40f7-ad12-59767675acda req-f38ca090-10b1-4695-a80e-065156d1c9e2 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4c129da-5431-4d0b-b90f-1b4efc0f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859236 May 04 17:04:37.105954 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568798ff-60d5-412d-acc7-0c41564012a5 req-b656a23c-40cb-42af-afe8-26e39827bfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:37.108560 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-568798ff-60d5-412d-acc7-0c41564012a5 req-b656a23c-40cb-42af-afe8-26e39827bfd7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e556e3a64b64ac6b171c7d580893947&device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 1098 time: 0.3815312 May 04 17:04:37.115476 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f318d86a-19d6-41c6-9672-b956413fb487 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=73810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:04:37.264738 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946cb07-dee8-455f-8eb2-860ebd5e88bc service neutron] Pushing event updated for resources: {'Port': ['ID=cec743a2-af4a-481b-958b-10b1837908c8,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:37.277866 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9946cb07-dee8-455f-8eb2-860ebd5e88bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:37.305739 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 50686) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:37.347138 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-9946cb07-dee8-455f-8eb2-860ebd5e88bc service neutron] Attempting to bind port cec743a2-af4a-481b-958b-10b1837908c8 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:04:37.347569 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-9946cb07-dee8-455f-8eb2-860ebd5e88bc service neutron] Attempting to bind port cec743a2-af4a-481b-958b-10b1837908c8 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '06b541d2-3745-475e-92ad-6d7ee9e32f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5eaec156-d1d2-4eb1-886c-cb8ab9f49966'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:04:37.347901 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-9946cb07-dee8-455f-8eb2-860ebd5e88bc service neutron] Attempting to bind port cec743a2-af4a-481b-958b-10b1837908c8 on network 5eaec156-d1d2-4eb1-886c-cb8ab9f49966 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:04:37.509831 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca66bf-7b94-4330-a399-f01e43b79685 req-2995adb7-6d1b-4664-b446-56e891e8d700 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:37.512307 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-74ca66bf-7b94-4330-a399-f01e43b79685 req-2995adb7-6d1b-4664-b446-56e891e8d700 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.7988262 May 04 17:04:37.536944 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-9946cb07-dee8-455f-8eb2-860ebd5e88bc service neutron] Port cec743a2-af4a-481b-958b-10b1837908c8 on network 5eaec156-d1d2-4eb1-886c-cb8ab9f49966 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:04:37.537695 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-9946cb07-dee8-455f-8eb2-860ebd5e88bc service neutron] Attempting to bind port cec743a2-af4a-481b-958b-10b1837908c8 on network 5eaec156-d1d2-4eb1-886c-cb8ab9f49966 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:04:37.554349 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-9946cb07-dee8-455f-8eb2-860ebd5e88bc service neutron] Checking agent: {'id': '9f3cb959-d44b-4b8e-aa2c-516ad41b6189', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'started_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:04:37.555014 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-9946cb07-dee8-455f-8eb2-860ebd5e88bc service neutron] Checking segment: {'id': '06b541d2-3745-475e-92ad-6d7ee9e32f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5eaec156-d1d2-4eb1-886c-cb8ab9f49966'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:04:37.555810 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-9946cb07-dee8-455f-8eb2-860ebd5e88bc service neutron] Bound using segment: {'id': '06b541d2-3745-475e-92ad-6d7ee9e32f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5eaec156-d1d2-4eb1-886c-cb8ab9f49966'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:04:37.556446 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-9946cb07-dee8-455f-8eb2-860ebd5e88bc service neutron] Bound port: cec743a2-af4a-481b-958b-10b1837908c8, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06b541d2-3745-475e-92ad-6d7ee9e32f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5eaec156-d1d2-4eb1-886c-cb8ab9f49966'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:04:37.557028 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-9946cb07-dee8-455f-8eb2-860ebd5e88bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:37.679549 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-9946cb07-dee8-455f-8eb2-860ebd5e88bc service neutron] For port cec743a2-af4a-481b-958b-10b1837908c8, host hv-cinder-78960, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:04:37.709079 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-f318d86a-19d6-41c6-9672-b956413fb487 admin admin] Network dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71 has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:04:37.717226 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-55d2ea65-7e8a-4249-a30b-4d482cc75541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:37.723596 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f318d86a-19d6-41c6-9672-b956413fb487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1964778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2562367'] for segment, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:37.780051 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-74ca66bf-7b94-4330-a399-f01e43b79685 req-6432269a-ad78-4b76-a245-d45665467b6b tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593803 May 04 17:04:37.801491 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-55d2ea65-7e8a-4249-a30b-4d482cc75541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:04:37.813521 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-55d2ea65-7e8a-4249-a30b-4d482cc75541 admin admin] Usage tracker for resource:security_group_rule and tenant:ebf6f5963f3b4c7c9eba0684da3c6e94 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:04:37.825649 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-55d2ea65-7e8a-4249-a30b-4d482cc75541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:04:37.839473 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-55d2ea65-7e8a-4249-a30b-4d482cc75541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:04:37.854110 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96277de-cc4c-45e9-8140-bf99de34c894 req-e5323278-416d-4363-b3e5-94c497464f7e tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:37.856449 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e96277de-cc4c-45e9-8140-bf99de34c894 req-e5323278-416d-4363-b3e5-94c497464f7e tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 946 time: 0.5105817 May 04 17:04:37.918204 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Network 7291981d-a550-494b-8668-3764f64ab362 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:04:37.925415 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568798ff-60d5-412d-acc7-0c41564012a5 req-6ce67610-ac07-4e9c-9113-71b421dfacd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:37.933600 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-568798ff-60d5-412d-acc7-0c41564012a5 req-6ce67610-ac07-4e9c-9113-71b421dfacd5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=daf2ac07-072f-41ea-bdf5-4fc0c49d6a07 HTTP/1.1" status: 200 len: 920 time: 0.7784045 May 04 17:04:37.934911 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:04:37.974909 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e96277de-cc4c-45e9-8140-bf99de34c894 req-18789c04-91f1-4ac6-a32c-3f06c9588eab tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112604 May 04 17:04:38.228524 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-55d2ea65-7e8a-4249-a30b-4d482cc75541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:38.279643 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-55d2ea65-7e8a-4249-a30b-4d482cc75541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:38.302280 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1b973976-4f79-4771-afcf-72a482e85b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:38.382788 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-c96bcf55-dd60-419a-b171-6a1ec8ed953d None None] Provisioning complete for port 8e04e288-50ae-4f8c-9249-1ea248442298 triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:04:38.383357 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-c96bcf55-dd60-419a-b171-6a1ec8ed953d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:38.415615 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e0cb0-c8b1-4e30-b96d-176b351fd177 req-10c76b1a-495f-41a6-a313-3f66d07f7372 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:38.417975 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-af2e0cb0-c8b1-4e30-b96d-176b351fd177 req-10c76b1a-495f-41a6-a313-3f66d07f7372 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67e7dca-0804-414b-a5e1-53e128a355b1 HTTP/1.1" status: 200 len: 943 time: 0.3880603 May 04 17:04:38.453814 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-55d2ea65-7e8a-4249-a30b-4d482cc75541 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ebf6f5963f3b4c7c9eba0684da3c6e94&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1159503 May 04 17:04:38.456682 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 50724) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:38.458405 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 97f223db-fffe-4a26-860b-81e36d86f9ac up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:04:38.488802 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2ea65-7e8a-4249-a30b-4d482cc75541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565bd13e-2ef9-4cf5-8b29-ab510a345a2c,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:38.521073 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-55d2ea65-7e8a-4249-a30b-4d482cc75541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:38.549643 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-568798ff-60d5-412d-acc7-0c41564012a5 req-6c21438b-087a-458e-b07f-45308cb09d83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3224b67-3480-48b3-8fd3-5c7e4e13364f HTTP/1.1" status: 200 len: 217 time: 0.6080375 May 04 17:04:38.593047 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-c96bcf55-dd60-419a-b171-6a1ec8ed953d None None] Port 8e04e288-50ae-4f8c-9249-1ea248442298 cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:04:38.606136 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-af2e0cb0-c8b1-4e30-b96d-176b351fd177 req-1f7738cf-6d99-4408-8d80-6f67c4972c1d tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521614 May 04 17:04:38.622789 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning for port 97f223db-fffe-4a26-860b-81e36d86f9ac completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:04:38.629909 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 97f223db-fffe-4a26-860b-81e36d86f9ac triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:04:38.630902 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:38.661450 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-edd9c63b-75df-487d-9f30-82a9ec7e78b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:38.727433 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-edd9c63b-75df-487d-9f30-82a9ec7e78b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:38.770192 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:38.787636 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] For port 97f223db-fffe-4a26-860b-81e36d86f9ac, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=97f223db-fffe-4a26-860b-81e36d86f9ac,segment=NetworkSegment(03a61c93-30bf-46d3-abd6-912a62526c31),segment_id=03a61c93-30bf-46d3-abd6-912a62526c31)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:04:38.792017 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:38.806393 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:38.812418 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-edd9c63b-75df-487d-9f30-82a9ec7e78b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:38.821480 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8a1fa116-1f44-4dcc-9b8f-0922794586f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:38.848443 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9c63b-75df-487d-9f30-82a9ec7e78b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565bd13e-2ef9-4cf5-8b29-ab510a345a2c,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:38.852104 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-edd9c63b-75df-487d-9f30-82a9ec7e78b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:38.859837 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-edd9c63b-75df-487d-9f30-82a9ec7e78b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:38.861349 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-edd9c63b-75df-487d-9f30-82a9ec7e78b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/565bd13e-2ef9-4cf5-8b29-ab510a345a2c HTTP/1.1" status: 204 len: 168 time: 0.4028397 May 04 17:04:38.882988 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-f318d86a-19d6-41c6-9672-b956413fb487 admin admin] Network dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71 has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: Traceback (most recent call last): May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: timer() May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: cb(*args, **kw) May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: return func(*args, **kwargs) May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: self._notify() May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: self.callback(batched_events) May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: event.method(event) May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: return f(self, *a, **k) May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: return self._get(url).json() May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: return self.request(url, 'GET', **kwargs) May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:04:38.981765 dv-cinder-789603-1-smb neutron-server[73810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:04:39.003541 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Pushing event updated for resources: {'Port': ['ID=97f223db-fffe-4a26-860b-81e36d86f9ac,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:39.025985 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:39.091109 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568798ff-60d5-412d-acc7-0c41564012a5 req-ee33802d-f00e-4370-9e78-d845e0d231ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:39.094915 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-568798ff-60d5-412d-acc7-0c41564012a5 req-ee33802d-f00e-4370-9e78-d845e0d231ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ffba03e-1a08-4adb-9186-b70f00fea735 HTTP/1.1" status: 200 len: 859 time: 0.5292132 May 04 17:04:39.232030 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Router 0403bd17-112b-4963-8050-b3e5e66ec42c has already been hosted by L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:04:39.246652 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-568798ff-60d5-412d-acc7-0c41564012a5 req-8adefaad-b84f-4c65-958d-ee1d3cf71da0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=daf2ac07-072f-41ea-bdf5-4fc0c49d6a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773971 May 04 17:04:39.247702 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f318d86a-19d6-41c6-9672-b956413fb487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785481'] for network, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:39.350401 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-9946cb07-dee8-455f-8eb2-860ebd5e88bc service neutron] For port cec743a2-af4a-481b-958b-10b1837908c8, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=cec743a2-af4a-481b-958b-10b1837908c8,segment=NetworkSegment(06b541d2-3745-475e-92ad-6d7ee9e32f6e),segment_id=06b541d2-3745-475e-92ad-6d7ee9e32f6e)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:04:39.370114 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-9946cb07-dee8-455f-8eb2-860ebd5e88bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-721969'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:39.405650 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:39.422105 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:39.427094 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f318d86a-19d6-41c6-9672-b956413fb487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:39.523515 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c08341-058f-4c0b-b5e4-e74c7836b116 req-d0a33f20-438c-479e-bd61-b7f56fb28c32 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:39.525276 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-98c08341-058f-4c0b-b5e4-e74c7836b116 req-d0a33f20-438c-479e-bd61-b7f56fb28c32 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 946 time: 0.3300514 May 04 17:04:39.531185 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-9946cb07-dee8-455f-8eb2-860ebd5e88bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:39.531923 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-9946cb07-dee8-455f-8eb2-860ebd5e88bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:39.533418 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-9946cb07-dee8-455f-8eb2-860ebd5e88bc service neutron] 10.222.0.41 "PUT /v2.0/ports/cec743a2-af4a-481b-958b-10b1837908c8 HTTP/1.1" status: 200 len: 1093 time: 4.6474540 May 04 17:04:39.535376 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67e7dca-0804-414b-a5e1-53e128a355b1', 'tag': 'cec743a2-af4a-481b-958b-10b1837908c8'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:04:39.618376 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318d86a-19d6-41c6-9672-b956413fb487 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:39.640023 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f318d86a-19d6-41c6-9672-b956413fb487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:39.681707 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-98c08341-058f-4c0b-b5e4-e74c7836b116 req-a77ef14f-35a5-44cb-bc95-715c77779f47 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409743 May 04 17:04:39.690399 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826578a-cc02-47c1-8517-e60008fb30ed req-a8fb6272-5412-44c3-8080-a4cf3d1e88d2 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:39.692034 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7826578a-cc02-47c1-8517-e60008fb30ed req-a8fb6272-5412-44c3-8080-a4cf3d1e88d2 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.5937309 May 04 17:04:39.713957 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946cb07-dee8-455f-8eb2-860ebd5e88bc service neutron] Pushing event updated for resources: {'Port': ['ID=cec743a2-af4a-481b-958b-10b1837908c8,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:39.722607 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9946cb07-dee8-455f-8eb2-860ebd5e88bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:39.758636 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-24222f99-cbbc-4f23-b185-9a2817cde6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:39.760500 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-24222f99-cbbc-4f23-b185-9a2817cde6dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d31d3f115a7425daf8d54fcbe050c9f&device_id=f67e7dca-0804-414b-a5e1-53e128a355b1 HTTP/1.1" status: 200 len: 1096 time: 0.1585145 May 04 17:04:39.787087 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67e7dca-0804-414b-a5e1-53e128a355b1', 'tag': 'cec743a2-af4a-481b-958b-10b1837908c8', 'status': 'completed', 'code': 200} May 04 17:04:39.790427 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7826578a-cc02-47c1-8517-e60008fb30ed req-50c5a654-59d1-4632-a710-f5656f5db1d6 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832288 May 04 17:04:39.799904 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-f318d86a-19d6-41c6-9672-b956413fb487 admin admin] 10.222.0.24 "DELETE /v2.0/networks/dcbecb3e-4197-4b40-8aa0-c8fd40fdaa71 HTTP/1.1" status: 204 len: 168 time: 4.2064693 May 04 17:04:39.822428 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 50764) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:39.937055 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-0f767997-928e-49c8-a8ea-fc1ca97ca7c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cec743a2-af4a-481b-958b-10b1837908c8 HTTP/1.1" status: 200 len: 217 time: 0.1444879 May 04 17:04:40.166201 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-568798ff-60d5-412d-acc7-0c41564012a5 req-2f383a34-a912-4ce7-acbe-4fdbf5c77f28 service neutron] 10.222.0.41 "GET /v2.0/networks/daf2ac07-072f-41ea-bdf5-4fc0c49d6a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8425243 May 04 17:04:40.167761 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:04:40.178860 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] 10.222.0.24 "PUT /v2.0/routers/0403bd17-112b-4963-8050-b3e5e66ec42c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9281926 May 04 17:04:40.188911 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a0f044-c017-4d36-9750-8416cc62841e None None] Sync routers for ids ['0403bd17-112b-4963-8050-b3e5e66ec42c'] in dv-cinder-789603-1-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:04:40.198400 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-516538bb-fa09-4db5-8baf-62fdb29bedf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:40.200503 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-516538bb-fa09-4db5-8baf-62fdb29bedf0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56229241-7875-4805-be1f-e8e4922a6af1 HTTP/1.1" status: 200 len: 849 time: 0.2568543 May 04 17:04:40.227729 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a0f044-c017-4d36-9750-8416cc62841e None None] Routers {'0403bd17-112b-4963-8050-b3e5e66ec42c'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:04:40.228692 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-86a0f044-c017-4d36-9750-8416cc62841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:04:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['0403bd17-112b-4963-8050-b3e5e66ec42c'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:04:40.306798 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa56dde3-a68f-47e6-bd65-94dcb039077a admin admin] Deleting subnet 051bc70d-4704-4f6d-b1c9-6e524369cf81 {{(pid=73810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:04:40.318207 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fa56dde3-a68f-47e6-bd65-94dcb039077a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:40.328645 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 97f223db-fffe-4a26-860b-81e36d86f9ac up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:04:40.386210 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-be71d4eb-9913-4306-99f0-037947d69fe1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5eaec156-d1d2-4eb1-886c-cb8ab9f49966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1780992 May 04 17:04:40.422523 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.41', 62495) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:40.522896 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fa56dde3-a68f-47e6-bd65-94dcb039077a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2356537'] for subnet, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:40.556164 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 50784) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:40.564350 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a96bd1-8e83-4830-bb7e-fcea5586826c req-e8b07238-dc6c-423e-ac86-bd0d3d3b02f5 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:40.565902 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-00a96bd1-8e83-4830-bb7e-fcea5586826c req-e8b07238-dc6c-423e-ac86-bd0d3d3b02f5 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67e7dca-0804-414b-a5e1-53e128a355b1 HTTP/1.1" status: 200 len: 943 time: 0.6234379 May 04 17:04:40.598943 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-568798ff-60d5-412d-acc7-0c41564012a5 req-7de3499f-e70f-4487-a37f-8e92b8052bec service neutron] 10.222.0.41 "GET /v2.0/networks/daf2ac07-072f-41ea-bdf5-4fc0c49d6a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125402 May 04 17:04:40.620120 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-8f88b320-cb04-4917-bbc8-6bc9159e4bff req-8bbbdba5-3c92-4a66-9ba0-ce7f0da7c1f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1956854 May 04 17:04:40.642512 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fa56dde3-a68f-47e6-bd65-94dcb039077a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1962431'] for subnet, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:40.716760 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 97f223db-fffe-4a26-860b-81e36d86f9ac triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:04:40.716760 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:40.725368 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-05a73ad0-8173-4fcc-aabf-00fa072f7b20 service neutron] 10.222.0.41 "GET /v2.0/networks/5eaec156-d1d2-4eb1-886c-cb8ab9f49966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268378 May 04 17:04:40.759007 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-00a96bd1-8e83-4830-bb7e-fcea5586826c req-7b72dad4-c025-4de6-a822-8633109c6e1d tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757336 May 04 17:04:40.911614 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-86a0f044-c017-4d36-9750-8416cc62841e None None] Set router 0403bd17-112b-4963-8050-b3e5e66ec42c gateway port host: dv-cinder-789603-1-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:04:41.140725 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-1a5d9cec-bc10-4749-9339-618c9ade738e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-415547949-network', 'tenant_id': 'db8b3959138341e092434175a3480a37'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:04:41.227894 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-1a5d9cec-bc10-4749-9339-618c9ade738e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:04:41.255270 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-1a5d9cec-bc10-4749-9339-618c9ade738e admin admin] Usage tracker for resource:network and tenant:db8b3959138341e092434175a3480a37 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:04:41.261345 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-1a5d9cec-bc10-4749-9339-618c9ade738e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:04:41.277944 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-1a5d9cec-bc10-4749-9339-618c9ade738e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:04:41.296834 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88b320-cb04-4917-bbc8-6bc9159e4bff req-ba326d8a-8963-488a-b09a-0b6b451a2389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:41.298307 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-8f88b320-cb04-4917-bbc8-6bc9159e4bff req-ba326d8a-8963-488a-b09a-0b6b451a2389 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83b14f849204c3cac0cfd0b7b059636&device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 1099 time: 0.6243932 May 04 17:04:41.329370 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5d9cec-bc10-4749-9339-618c9ade738e admin admin] Made reservation on behalf of db8b3959138341e092434175a3480a37 for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:04:41.331813 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9cec-bc10-4749-9339-618c9ade738e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:41.348056 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8602f65b-8bc9-4ece-90ed-fa691dfabe0e req-5adeecf2-30da-4ece-b6fc-db26b537d2ef service neutron] 10.222.0.41 "GET /v2.0/networks/5eaec156-d1d2-4eb1-886c-cb8ab9f49966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5880282 May 04 17:04:41.368775 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9cec-bc10-4749-9339-618c9ade738e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:41.399124 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-1a5d9cec-bc10-4749-9339-618c9ade738e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:04:41.412469 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-1a5d9cec-bc10-4749-9339-618c9ade738e admin admin] Usage tracker for resource:security_group_rule and tenant:db8b3959138341e092434175a3480a37 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:04:41.453491 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-1a5d9cec-bc10-4749-9339-618c9ade738e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:04:41.470094 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baba12e-e2ad-4dec-b4f5-aebbf2ed5c8c req-cb014964-8e9b-41d3-86a1-e37c61b0fc2d tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:41.471684 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1baba12e-e2ad-4dec-b4f5-aebbf2ed5c8c req-cb014964-8e9b-41d3-86a1-e37c61b0fc2d tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.3455980 May 04 17:04:41.481931 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e90aba-f19e-4392-aca2-0b6f719499f8 req-408ff3e4-b630-4f7a-be25-75212bee11f8 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:41.483434 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-86e90aba-f19e-4392-aca2-0b6f719499f8 req-408ff3e4-b630-4f7a-be25-75212bee11f8 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 946 time: 0.3538301 May 04 17:04:41.524127 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-1a5d9cec-bc10-4749-9339-618c9ade738e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:04:41.606446 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-86e90aba-f19e-4392-aca2-0b6f719499f8 req-8e18ddef-ed33-4080-9d8c-38cbb42f5ddc tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117687 May 04 17:04:41.635170 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1baba12e-e2ad-4dec-b4f5-aebbf2ed5c8c req-7d96709c-82da-4b50-9459-69e36d54e897 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505952 May 04 17:04:41.658273 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-86a0f044-c017-4d36-9750-8416cc62841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0403bd17-112b-4963-8050-b3e5e66ec42c', 'name': 'tempest-TestMinimumBasicScenario-1398537078-router', 'tenant_id': 'a3d67f148cd24fdd9d16dff4042f7166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '97f223db-fffe-4a26-860b-81e36d86f9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:23Z', 'updated_at': '2021-05-04T17:04:36Z', 'revision_number': 4, 'project_id': 'a3d67f148cd24fdd9d16dff4042f7166', 'gw_port': {'id': '97f223db-fffe-4a26-860b-81e36d86f9ac', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0403bd17-112b-4963-8050-b3e5e66ec42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:25Z', 'updated_at': '2021-05-04T17:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': '8e04e288-50ae-4f8c-9249-1ea248442298', 'name': '', 'network_id': '7291981d-a550-494b-8668-3764f64ab362', 'tenant_id': 'a3d67f148cd24fdd9d16dff4042f7166', 'mac_address': 'fa:16:3e:c1:b8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0403bd17-112b-4963-8050-b3e5e66ec42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '12db3739-6d9c-443c-bece-f6c451339b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:34Z', 'updated_at': '2021-05-04T17:04:36Z', 'revision_number': 2, 'project_id': 'a3d67f148cd24fdd9d16dff4042f7166', 'subnets': [{'id': '12db3739-6d9c-443c-bece-f6c451339b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:04:41.663428 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a0f044-c017-4d36-9750-8416cc62841e None None] Checking router: 0403bd17-112b-4963-8050-b3e5e66ec42c for host: dv-cinder-789603-1-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:04:41.663653 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88b320-cb04-4917-bbc8-6bc9159e4bff req-c5c40824-410d-42a2-9ba6-631ef35e27e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:41.664108 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a0f044-c017-4d36-9750-8416cc62841e None None] Updating router 0403bd17-112b-4963-8050-b3e5e66ec42c port 8e04e288-50ae-4f8c-9249-1ea248442298 binding host dv-cinder-789603-1-smb {{(pid=73811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:04:41.665432 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-8f88b320-cb04-4917-bbc8-6bc9159e4bff req-c5c40824-410d-42a2-9ba6-631ef35e27e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23df80bd-2b5c-4d29-962a-2ad738e32bba HTTP/1.1" status: 200 len: 912 time: 0.3353121 May 04 17:04:41.672206 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fa56dde3-a68f-47e6-bd65-94dcb039077a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1962422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2563741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2596031'] for subnet, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:41.695089 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88c6a9-cc1d-49ab-9324-e6f32001ecf2 req-014590b3-ffab-4567-b1ce-9f3799e6136b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:41.696941 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5d88c6a9-cc1d-49ab-9324-e6f32001ecf2 req-014590b3-ffab-4567-b1ce-9f3799e6136b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d31d3f115a7425daf8d54fcbe050c9f&device_id=f67e7dca-0804-414b-a5e1-53e128a355b1 HTTP/1.1" status: 200 len: 1096 time: 0.2953472 May 04 17:04:41.750799 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9cec-bc10-4749-9339-618c9ade738e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:41.754587 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-86a0f044-c017-4d36-9750-8416cc62841e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:41.786877 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9cec-bc10-4749-9339-618c9ade738e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:41.808830 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-73fbc12e-172b-44f2-9a57-7dc5740e6469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:41.865425 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-8f88b320-cb04-4917-bbc8-6bc9159e4bff req-63c4dd46-b4e2-4253-bd7b-a3071395a0ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30175801-d24b-431f-8c02-1152943fbd2a HTTP/1.1" status: 200 len: 1001 time: 0.1907742 May 04 17:04:41.956168 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6b0ce56a-5c79-45fd-9af8-8d3276782aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:41.971661 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5d9cec-bc10-4749-9339-618c9ade738e admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:04:41.991854 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fa56dde3-a68f-47e6-bd65-94dcb039077a admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:42.008970 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-fa56dde3-a68f-47e6-bd65-94dcb039077a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/051bc70d-4704-4f6d-b1c9-6e524369cf81 HTTP/1.1" status: 204 len: 168 time: 2.1819975 May 04 17:04:42.013876 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 50810) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:42.027882 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56dde3-a68f-47e6-bd65-94dcb039077a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=051bc70d-4704-4f6d-b1c9-6e524369cf81,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:42.030916 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fa56dde3-a68f-47e6-bd65-94dcb039077a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:42.043237 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d9cec-bc10-4749-9339-618c9ade738e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa531884-44b4-4a59-a545-2a0a324961e5,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:42.059656 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1a5d9cec-bc10-4749-9339-618c9ade738e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:42.082709 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9cec-bc10-4749-9339-618c9ade738e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:42.083072 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-1a5d9cec-bc10-4749-9339-618c9ade738e admin admin] Added segment 377bce57-fc69-436f-9128-ad1831bef4e9 of type vlan for network 2790ccbf-1fe4-4ddb-8a39-6ac4365def3a May 04 17:04:42.142012 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88b320-cb04-4917-bbc8-6bc9159e4bff req-4a56836c-cab8-417e-be8b-86c6d9045801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:42.144033 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-8f88b320-cb04-4917-bbc8-6bc9159e4bff req-4a56836c-cab8-417e-be8b-86c6d9045801 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98153c02-30f1-4f36-87f8-48da6381261d HTTP/1.1" status: 200 len: 850 time: 0.2547996 May 04 17:04:42.144809 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9cec-bc10-4749-9339-618c9ade738e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730882500756'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:42.192234 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88c6a9-cc1d-49ab-9324-e6f32001ecf2 req-2569b6b0-31de-47dc-adef-548d1c500821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:42.203886 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5d88c6a9-cc1d-49ab-9324-e6f32001ecf2 req-2569b6b0-31de-47dc-adef-548d1c500821 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5eaec156-d1d2-4eb1-886c-cb8ab9f49966 HTTP/1.1" status: 200 len: 910 time: 0.4439151 May 04 17:04:42.208102 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-159643af-d33c-4fca-a634-679ddc037af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794009'] for network, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:42.278018 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.db.resource_extend [None req-1a5d9cec-bc10-4749-9339-618c9ade738e admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:04:42.304564 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec768d-2a16-48f1-835d-47953c3eadf3 req-4e098d4d-ceea-4ad1-8b7e-29cf18b39a46 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:42.310128 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5aec768d-2a16-48f1-835d-47953c3eadf3 req-4e098d4d-ceea-4ad1-8b7e-29cf18b39a46 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67e7dca-0804-414b-a5e1-53e128a355b1 HTTP/1.1" status: 200 len: 943 time: 0.3133204 May 04 17:04:42.312624 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5d88c6a9-cc1d-49ab-9324-e6f32001ecf2 req-d5255a8f-d91b-4e1e-9fbb-373ef8b0e2a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cec743a2-af4a-481b-958b-10b1837908c8 HTTP/1.1" status: 200 len: 217 time: 0.1056683 May 04 17:04:42.367806 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-86a0f044-c017-4d36-9750-8416cc62841e None None] Notify callbacks [] for port, precommit_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:42.393706 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-86a0f044-c017-4d36-9750-8416cc62841e None None] Transition to ACTIVE for port object 8e04e288-50ae-4f8c-9249-1ea248442298 will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:04:42.404591 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-86a0f044-c017-4d36-9750-8416cc62841e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:42.406501 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9cec-bc10-4749-9339-618c9ade738e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:42.411297 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-6d8309f4-ecf2-47c6-ada1-7be24197c940 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:42.413240 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5d9cec-bc10-4749-9339-618c9ade738e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:42.413839 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9cec-bc10-4749-9339-618c9ade738e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:42.421096 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:42.442924 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-159643af-d33c-4fca-a634-679ddc037af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902626', 'neutron.services.segments.db._delete_segments_for_network-8730882941489'] for network, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:42.449299 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5aec768d-2a16-48f1-835d-47953c3eadf3 req-3fe9eb1a-8c0d-4f1d-b073-d10c06c96ae4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374915 May 04 17:04:42.486154 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88c6a9-cc1d-49ab-9324-e6f32001ecf2 req-f8b76d28-cb7f-4d8c-838e-197e40751798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:42.487921 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5d88c6a9-cc1d-49ab-9324-e6f32001ecf2 req-f8b76d28-cb7f-4d8c-838e-197e40751798 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56229241-7875-4805-be1f-e8e4922a6af1 HTTP/1.1" status: 200 len: 849 time: 0.1601892 May 04 17:04:42.635397 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-159643af-d33c-4fca-a634-679ddc037af4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64159381-f4e6-4fc5-9378-1a49faafad97']}} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:04:42.650804 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-159643af-d33c-4fca-a634-679ddc037af4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bffa57af-9c3a-4730-a151-5e9b839bdf38') {'for_net_delete': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:04:42.651107 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-159643af-d33c-4fca-a634-679ddc037af4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bffa57af-9c3a-4730-a151-5e9b839bdf38') {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:04:42.670025 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-159643af-d33c-4fca-a634-679ddc037af4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730882953063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2356480'] for segment, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:42.684305 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5d88c6a9-cc1d-49ab-9324-e6f32001ecf2 req-e1210ae2-85ac-48d4-98f7-8a312ee544a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5eaec156-d1d2-4eb1-886c-cb8ab9f49966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297538 May 04 17:04:42.686942 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d9cec-bc10-4749-9339-618c9ade738e admin admin] Pushing event updated for resources: {'Network': ['ID=2790ccbf-1fe4-4ddb-8a39-6ac4365def3a,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:42.694506 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1a5d9cec-bc10-4749-9339-618c9ade738e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:42.700358 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-159643af-d33c-4fca-a634-679ddc037af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:42.703277 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-1a5d9cec-bc10-4749-9339-618c9ade738e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1480381 May 04 17:04:42.713258 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159643af-d33c-4fca-a634-679ddc037af4 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=73810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:04:42.756822 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 50824) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:42.825091 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Network 2790ccbf-1fe4-4ddb-8a39-6ac4365def3a details requested by agent ovs-agent-dv-cinder-789603-1-smb with host dv-cinder-789603-1-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:04:42.841150 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-5e5379c5-d42a-4f92-a40b-c0f4cf38b494 admin admin] Request body: {'subnet': {'network_id': '2790ccbf-1fe4-4ddb-8a39-6ac4365def3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-415547949-subnet', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'ip_version': 4}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:04:42.862603 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-5e5379c5-d42a-4f92-a40b-c0f4cf38b494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:04:42.871284 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339495d9-fea0-46a0-88fa-c5cb49bc697d None None] Pushing event updated for resources: {'Port': ['ID=8e04e288-50ae-4f8c-9249-1ea248442298,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:42.907641 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-339495d9-fea0-46a0-88fa-c5cb49bc697d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:42.935294 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-86a0f044-c017-4d36-9750-8416cc62841e None None] Attempting to bind port 8e04e288-50ae-4f8c-9249-1ea248442298 on host dv-cinder-789603-1-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:04:42.935699 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-86a0f044-c017-4d36-9750-8416cc62841e None None] Attempting to bind port 8e04e288-50ae-4f8c-9249-1ea248442298 by drivers openvswitch,hyperv on host dv-cinder-789603-1-smb at level 0 using segments [{'id': 'c5ee1348-d78f-4be6-9694-0b57c7d60053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7291981d-a550-494b-8668-3764f64ab362'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:04:42.936063 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a0f044-c017-4d36-9750-8416cc62841e None None] Attempting to bind port 8e04e288-50ae-4f8c-9249-1ea248442298 on network 7291981d-a550-494b-8668-3764f64ab362 {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:04:42.995082 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-5e5379c5-d42a-4f92-a40b-c0f4cf38b494 admin admin] Usage tracker for resource:subnet and tenant:db8b3959138341e092434175a3480a37 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:04:43.002709 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-5e5379c5-d42a-4f92-a40b-c0f4cf38b494 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:04:43.014401 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-159643af-d33c-4fca-a634-679ddc037af4 admin admin] Network 64159381-f4e6-4fc5-9378-1a49faafad97 has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:04:43.024440 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-159643af-d33c-4fca-a634-679ddc037af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1964778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2562367'] for segment, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:43.030510 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-08f890c7-6411-4c41-850a-b60557d12c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:43.031986 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a0f044-c017-4d36-9750-8416cc62841e None None] Checking agent: {'id': 'f75b5240-9bcf-4890-b7dd-e1b2d86769d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 16, 54, 46), 'started_at': datetime.datetime(2021, 5, 4, 16, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:04:43.032362 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a0f044-c017-4d36-9750-8416cc62841e None None] Checking segment: {'id': 'c5ee1348-d78f-4be6-9694-0b57c7d60053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7291981d-a550-494b-8668-3764f64ab362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:04:43.032798 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-86a0f044-c017-4d36-9750-8416cc62841e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:43.033432 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a0f044-c017-4d36-9750-8416cc62841e None None] Bound using segment: {'id': 'c5ee1348-d78f-4be6-9694-0b57c7d60053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7291981d-a550-494b-8668-3764f64ab362'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:04:43.033916 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-86a0f044-c017-4d36-9750-8416cc62841e None None] Bound port: 8e04e288-50ae-4f8c-9249-1ea248442298, host: dv-cinder-789603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ee1348-d78f-4be6-9694-0b57c7d60053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7291981d-a550-494b-8668-3764f64ab362'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:04:43.034390 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-86a0f044-c017-4d36-9750-8416cc62841e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:43.103282 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-5e5379c5-d42a-4f92-a40b-c0f4cf38b494 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:04:43.146573 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5379c5-d42a-4f92-a40b-c0f4cf38b494 admin admin] Made reservation on behalf of db8b3959138341e092434175a3480a37 for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:04:43.148994 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5e5379c5-d42a-4f92-a40b-c0f4cf38b494 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193505'] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:43.214623 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5d88c6a9-cc1d-49ab-9324-e6f32001ecf2 req-356812e1-5969-4ff2-ba07-c8549a7c952d service neutron] 10.222.0.41 "GET /v2.0/networks/5eaec156-d1d2-4eb1-886c-cb8ab9f49966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161355 May 04 17:04:43.248064 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-159643af-d33c-4fca-a634-679ddc037af4 admin admin] Network 64159381-f4e6-4fc5-9378-1a49faafad97 has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:04:43.255593 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-86a0f044-c017-4d36-9750-8416cc62841e None None] For port 8e04e288-50ae-4f8c-9249-1ea248442298, host dv-cinder-789603-1-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: Traceback (most recent call last): May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: timer() May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: cb(*args, **kw) May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: return func(*args, **kwargs) May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: self._notify() May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: self.callback(batched_events) May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: event.method(event) May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: return f(self, *a, **k) May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: return self._get(url).json() May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: return self.request(url, 'GET', **kwargs) May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:04:43.378329 dv-cinder-789603-1-smb neutron-server[73810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:04:43.387798 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88b320-cb04-4917-bbc8-6bc9159e4bff req-1caa5476-7592-4566-b500-fd5c7afc5afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:43.389672 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-8f88b320-cb04-4917-bbc8-6bc9159e4bff req-1caa5476-7592-4566-b500-fd5c7afc5afd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23df80bd-2b5c-4d29-962a-2ad738e32bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.1846771 May 04 17:04:43.435729 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-86a0f044-c017-4d36-9750-8416cc62841e None None] For port 8e04e288-50ae-4f8c-9249-1ea248442298, host dv-cinder-789603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=8e04e288-50ae-4f8c-9249-1ea248442298,segment=NetworkSegment(c5ee1348-d78f-4be6-9694-0b57c7d60053),segment_id=c5ee1348-d78f-4be6-9694-0b57c7d60053)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:04:43.461300 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-86a0f044-c017-4d36-9750-8416cc62841e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:43.510117 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:43.558708 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-159643af-d33c-4fca-a634-679ddc037af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785481'] for network, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:43.566064 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf20d3d-5116-4a33-a78b-cb093988c123 req-2dbd5ef5-e73d-4a0f-b114-c5bb5011dfc9 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:43.567776 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-adf20d3d-5116-4a33-a78b-cb093988c123 req-2dbd5ef5-e73d-4a0f-b114-c5bb5011dfc9 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 946 time: 0.5680339 May 04 17:04:43.575259 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172b9b1-9a1e-4fb2-b139-06079beb1b90 req-2c7cb1ca-b83a-4182-a6b5-faec1ee891c8 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:43.576755 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d172b9b1-9a1e-4fb2-b139-06079beb1b90 req-2c7cb1ca-b83a-4182-a6b5-faec1ee891c8 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.5781229 May 04 17:04:43.617208 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:43.622345 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339495d9-fea0-46a0-88fa-c5cb49bc697d None None] Pushing event updated for resources: {'Port': ['ID=8e04e288-50ae-4f8c-9249-1ea248442298,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:43.627015 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-339495d9-fea0-46a0-88fa-c5cb49bc697d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:43.637728 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a0f044-c017-4d36-9750-8416cc62841e None None] Routers {'0403bd17-112b-4963-8050-b3e5e66ec42c'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:04:43.638417 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-86a0f044-c017-4d36-9750-8416cc62841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:04:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['0403bd17-112b-4963-8050-b3e5e66ec42c'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:04:43.648728 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-159643af-d33c-4fca-a634-679ddc037af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:43.660972 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159643af-d33c-4fca-a634-679ddc037af4 admin admin] Pushing event deleted for resources: {'Network': ['ID=64159381-f4e6-4fc5-9378-1a49faafad97,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:43.668895 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-159643af-d33c-4fca-a634-679ddc037af4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/64159381-f4e6-4fc5-9378-1a49faafad97 HTTP/1.1" status: 204 len: 168 time: 1.6499724 May 04 17:04:43.670195 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-159643af-d33c-4fca-a634-679ddc037af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:43.747190 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5d88c6a9-cc1d-49ab-9324-e6f32001ecf2 req-cdb9fb38-7428-4f4b-bbe6-6f90162f089c service neutron] 10.222.0.41 "GET /v2.0/networks/5eaec156-d1d2-4eb1-886c-cb8ab9f49966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461863 May 04 17:04:43.780899 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-8f88b320-cb04-4917-bbc8-6bc9159e4bff req-b0e8f95c-e244-4eca-b4d4-aff578e0279c service neutron] 10.222.0.41 "GET /v2.0/networks/23df80bd-2b5c-4d29-962a-2ad738e32bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825831 May 04 17:04:43.787393 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device cec743a2-af4a-481b-958b-10b1837908c8 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:04:43.787951 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d172b9b1-9a1e-4fb2-b139-06079beb1b90 req-8ee2a636-1918-4b77-b1f5-5cf03666b5e6 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910841 May 04 17:04:43.813927 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-adf20d3d-5116-4a33-a78b-cb093988c123 req-954f97c4-2d1b-4b8e-828a-c9d678c3ffb4 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355454 May 04 17:04:44.016407 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 50834) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:44.130537 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.db.resource_extend [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:04:44.162666 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-a6a30288-d65d-4a9b-91b0-fcca246ccbbc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4afa1f95b5fd414c8fc6e2ef78d2185a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450469 May 04 17:04:44.165279 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-8f88b320-cb04-4917-bbc8-6bc9159e4bff req-13557b5f-936c-4e1c-a96a-82486fe57789 service neutron] 10.222.0.41 "GET /v2.0/networks/23df80bd-2b5c-4d29-962a-2ad738e32bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713734 May 04 17:04:44.165896 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 50844) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:44.239637 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5e5379c5-d42a-4f92-a40b-c0f4cf38b494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-721846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4193527'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:44.243812 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0bd8e4c5-8f21-46f9-801f-7dad72416d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:44.254166 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-205dedb6-10a2-4b74-99ce-3a63f39b1133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:44.301027 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0bd8e4c5-8f21-46f9-801f-7dad72416d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:44.330430 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a100d8-77cd-4fc6-b33a-471276333d7b req-83cc1327-2171-48e3-89cf-026753c78eb4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:44.338850 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-59a100d8-77cd-4fc6-b33a-471276333d7b req-83cc1327-2171-48e3-89cf-026753c78eb4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67e7dca-0804-414b-a5e1-53e128a355b1 HTTP/1.1" status: 200 len: 943 time: 0.2240279 May 04 17:04:44.388946 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5379c5-d42a-4f92-a40b-c0f4cf38b494 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93bf4862-9145-41a3-bcd3-124852de0037,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:44.393913 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5e5379c5-d42a-4f92-a40b-c0f4cf38b494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:44.401299 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0bd8e4c5-8f21-46f9-801f-7dad72416d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:44.405715 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-86a0f044-c017-4d36-9750-8416cc62841e None None] Set router 0403bd17-112b-4963-8050-b3e5e66ec42c gateway port host: dv-cinder-789603-1-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:04:44.413516 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c010d897-89b8-4ddc-8172-37aa2df4d972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:44.414523 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5379c5-d42a-4f92-a40b-c0f4cf38b494 admin admin] Checking segment: {'id': '377bce57-fc69-436f-9128-ad1831bef4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2790ccbf-1fe4-4ddb-8a39-6ac4365def3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:04:44.414917 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5379c5-d42a-4f92-a40b-c0f4cf38b494 admin admin] Network hostable DHCP agents. Network: 2790ccbf-1fe4-4ddb-8a39-6ac4365def3a, hostable agents: ['e7f1f9ba-e089-4d30-a3bb-ec752cbc6168'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:04:44.446275 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-59a100d8-77cd-4fc6-b33a-471276333d7b req-012c43be-6c4d-4c60-916e-5d46bdb0d791 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064234 May 04 17:04:44.453300 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8e4c5-8f21-46f9-801f-7dad72416d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9fa4c6-28a6-4bc5-a511-baf0d6b0b9f8,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:44.462503 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0bd8e4c5-8f21-46f9-801f-7dad72416d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:44.462503 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-0bd8e4c5-8f21-46f9-801f-7dad72416d03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f9fa4c6-28a6-4bc5-a511-baf0d6b0b9f8 HTTP/1.1" status: 204 len: 168 time: 0.2895365 May 04 17:04:44.469044 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0bd8e4c5-8f21-46f9-801f-7dad72416d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:44.477105 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5379c5-d42a-4f92-a40b-c0f4cf38b494 admin admin] Network 2790ccbf-1fe4-4ddb-8a39-6ac4365def3a is scheduled to be hosted by DHCP agent e7f1f9ba-e089-4d30-a3bb-ec752cbc6168 with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:04:44.488599 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-5e5379c5-d42a-4f92-a40b-c0f4cf38b494 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-smb, 2790ccbf-1fe4-4ddb-8a39-6ac4365def3a) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:04:44.505913 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5379c5-d42a-4f92-a40b-c0f4cf38b494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:44.506514 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5e5379c5-d42a-4f92-a40b-c0f4cf38b494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:44.521641 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a99f41-3ce6-4e17-ac70-8f14a5b9b914 None None] Network 2790ccbf-1fe4-4ddb-8a39-6ac4365def3a requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:04:44.540127 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 50856) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:44.540651 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-5e5379c5-d42a-4f92-a40b-c0f4cf38b494 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7617724 May 04 17:04:44.549940 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-7f425d36-b5ff-4c4c-ae1b-31700de95584 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-415547949-router', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'}}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:04:44.554961 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-7f425d36-b5ff-4c4c-ae1b-31700de95584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:04:44.559997 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-7f425d36-b5ff-4c4c-ae1b-31700de95584 admin admin] Usage tracker for resource:router and tenant:db8b3959138341e092434175a3480a37 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:04:44.563130 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-7f425d36-b5ff-4c4c-ae1b-31700de95584 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:04:44.579410 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-7f425d36-b5ff-4c4c-ae1b-31700de95584 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:04:44.594664 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7f425d36-b5ff-4c4c-ae1b-31700de95584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5441'] for router, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:44.596531 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7f425d36-b5ff-4c4c-ae1b-31700de95584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:44.621084 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7f425d36-b5ff-4c4c-ae1b-31700de95584 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:44.807655 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port cec743a2-af4a-481b-958b-10b1837908c8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=cec743a2-af4a-481b-958b-10b1837908c8,segment=NetworkSegment(06b541d2-3745-475e-92ad-6d7ee9e32f6e),segment_id=06b541d2-3745-475e-92ad-6d7ee9e32f6e)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:04:44.979097 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Returning: {'device': 'cec743a2-af4a-481b-958b-10b1837908c8', 'network_id': '5eaec156-d1d2-4eb1-886c-cb8ab9f49966', 'port_id': 'cec743a2-af4a-481b-958b-10b1837908c8', 'mac_address': 'fa:16:3e:1e:2a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56229241-7875-4805-be1f-e8e4922a6af1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:04:45.021702 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7f425d36-b5ff-4c4c-ae1b-31700de95584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5562'] for router, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:45.136974 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:45.162338 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 50878) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:45.243386 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-4cd6014e-3e2a-49f3-9485-1c7921e01b83 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d33ee03241bd49c1860bfac8f00216a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0776858 May 04 17:04:45.244326 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 50882) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:45.275745 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cec743a2-af4a-481b-958b-10b1837908c8 {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:04:45.279957 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398162d3-e2bb-472b-bfad-3ae83901cbd4 req-ae94aba7-08da-4478-87c5-38b3e9d38f72 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:45.281639 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-398162d3-e2bb-472b-bfad-3ae83901cbd4 req-ae94aba7-08da-4478-87c5-38b3e9d38f72 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 946 time: 0.2204907 May 04 17:04:45.290853 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba37de1-9e6b-46e0-a514-8d730283368d req-ca35b112-9b28-4f79-97b3-525ae42d2beb tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:45.293354 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7ba37de1-9e6b-46e0-a514-8d730283368d req-ca35b112-9b28-4f79-97b3-525ae42d2beb tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.1655605 May 04 17:04:45.294363 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port cec743a2-af4a-481b-958b-10b1837908c8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=cec743a2-af4a-481b-958b-10b1837908c8,segment=NetworkSegment(06b541d2-3745-475e-92ad-6d7ee9e32f6e),segment_id=06b541d2-3745-475e-92ad-6d7ee9e32f6e)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:04:45.318178 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:45.332741 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-d8800a02-8408-47d3-a9f8-5eaee97c6ee5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:45.375335 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-398162d3-e2bb-472b-bfad-3ae83901cbd4 req-d6e1b439-94a6-44fa-a09b-a5b488892333 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812652 May 04 17:04:45.378169 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7ba37de1-9e6b-46e0-a514-8d730283368d req-2df4a393-4d19-431e-9766-50ab0f1b86c3 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684402 May 04 17:04:45.439217 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5f3e0636-5908-4eb0-9c61-04d5cd9f704b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:45.506819 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=cec743a2-af4a-481b-958b-10b1837908c8,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:45.533207 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0d9b887d-9bee-4de7-b9c2-852c1249524f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:45.541495 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:45.558094 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1b2814-1153-4423-86b6-5dfa6911b7d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14cf5633-e9af-54f7-ada4-186d2c6d1965-2790ccbf-1fe4-4ddb-8a39-6ac4365def3a', 'network_id': '2790ccbf-1fe4-4ddb-8a39-6ac4365def3a', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'fixed_ips': [{'subnet_id': '93bf4862-9145-41a3-bcd3-124852de0037'}]}} from dv-cinder-789603-1-smb. {{(pid=73811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:04:45.559156 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-9c1b2814-1153-4423-86b6-5dfa6911b7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:45.599546 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-86a0f044-c017-4d36-9750-8416cc62841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0403bd17-112b-4963-8050-b3e5e66ec42c', 'name': 'tempest-TestMinimumBasicScenario-1398537078-router', 'tenant_id': 'a3d67f148cd24fdd9d16dff4042f7166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '97f223db-fffe-4a26-860b-81e36d86f9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:23Z', 'updated_at': '2021-05-04T17:04:36Z', 'revision_number': 4, 'project_id': 'a3d67f148cd24fdd9d16dff4042f7166', 'gw_port': {'id': '97f223db-fffe-4a26-860b-81e36d86f9ac', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0403bd17-112b-4963-8050-b3e5e66ec42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:25Z', 'updated_at': '2021-05-04T17:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': '8e04e288-50ae-4f8c-9249-1ea248442298', 'name': '', 'network_id': '7291981d-a550-494b-8668-3764f64ab362', 'tenant_id': 'a3d67f148cd24fdd9d16dff4042f7166', 'mac_address': 'fa:16:3e:c1:b8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0403bd17-112b-4963-8050-b3e5e66ec42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '12db3739-6d9c-443c-bece-f6c451339b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:34Z', 'updated_at': '2021-05-04T17:04:43Z', 'revision_number': 4, 'project_id': 'a3d67f148cd24fdd9d16dff4042f7166', 'subnets': [{'id': '12db3739-6d9c-443c-bece-f6c451339b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:04:45.606541 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0d9b887d-9bee-4de7-b9c2-852c1249524f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:45.631912 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7f425d36-b5ff-4c4c-ae1b-31700de95584 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:45.740799 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7f425d36-b5ff-4c4c-ae1b-31700de95584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:45.745001 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0d9b887d-9bee-4de7-b9c2-852c1249524f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:45.799681 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.db_base_plugin_common [None req-9c1b2814-1153-4423-86b6-5dfa6911b7d4 None None] Allocated IP 172.20.0.2 (2790ccbf-1fe4-4ddb-8a39-6ac4365def3a/93bf4862-9145-41a3-bcd3-124852de0037/288f7ec2-2f95-48ab-93b5-e22a3613b460) {{(pid=73811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:04:45.805660 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16518d8c-1f29-4866-bd2c-ec3315ebd97a req-9dd483e3-ad21-4f91-8bf8-f8ce9b233bf4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:45.813767 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-16518d8c-1f29-4866-bd2c-ec3315ebd97a req-9dd483e3-ad21-4f91-8bf8-f8ce9b233bf4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67e7dca-0804-414b-a5e1-53e128a355b1 HTTP/1.1" status: 200 len: 944 time: 0.1468723 May 04 17:04:45.845758 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-98caa14b-7b19-4ab2-abf9-a933b2a860bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:45.894525 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b887d-9bee-4de7-b9c2-852c1249524f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eebea79-bfda-4837-bc34-57236dd5c0f6,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:45.901100 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0d9b887d-9bee-4de7-b9c2-852c1249524f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:45.928686 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-16518d8c-1f29-4866-bd2c-ec3315ebd97a req-d631ad21-e7c7-4aa1-827f-f9060767563c tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057296 May 04 17:04:45.965579 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0d9b887d-9bee-4de7-b9c2-852c1249524f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:45.966668 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['cec743a2-af4a-481b-958b-10b1837908c8'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:04:45.975186 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-0d9b887d-9bee-4de7-b9c2-852c1249524f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4eebea79-bfda-4837-bc34-57236dd5c0f6 HTTP/1.1" status: 204 len: 168 time: 0.7236941 May 04 17:04:46.024554 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a0f044-c017-4d36-9750-8416cc62841e None None] The sync data for ids ['0403bd17-112b-4963-8050-b3e5e66ec42c'] in dv-cinder-789603-1-smb is: [{'id': '0403bd17-112b-4963-8050-b3e5e66ec42c', 'name': 'tempest-TestMinimumBasicScenario-1398537078-router', 'tenant_id': 'a3d67f148cd24fdd9d16dff4042f7166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '97f223db-fffe-4a26-860b-81e36d86f9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:23Z', 'updated_at': '2021-05-04T17:04:36Z', 'revision_number': 4, 'project_id': 'a3d67f148cd24fdd9d16dff4042f7166', 'gw_port': {'id': '97f223db-fffe-4a26-860b-81e36d86f9ac', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0403bd17-112b-4963-8050-b3e5e66ec42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:25Z', 'updated_at': '2021-05-04T17:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': '8e04e288-50ae-4f8c-9249-1ea248442298', 'name': '', 'network_id': '7291981d-a550-494b-8668-3764f64ab362', 'tenant_id': 'a3d67f148cd24fdd9d16dff4042f7166', 'mac_address': 'fa:16:3e:c1:b8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0403bd17-112b-4963-8050-b3e5e66ec42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '12db3739-6d9c-443c-bece-f6c451339b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:34Z', 'updated_at': '2021-05-04T17:04:43Z', 'revision_number': 4, 'project_id': 'a3d67f148cd24fdd9d16dff4042f7166', 'subnets': [{'id': '12db3739-6d9c-443c-bece-f6c451339b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:04:46.090018 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:46.213481 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-7f425d36-b5ff-4c4c-ae1b-31700de95584 admin admin] Allocated IP 172.28.3.84 (1fe869af-eee2-4a76-a542-2bd1a37527f5/ac6ef9b7-a26d-4df8-9aa7-613a10e1e621/97e1b3d6-2d1f-494b-9917-231fc098a730) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:04:46.379739 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 8e04e288-50ae-4f8c-9249-1ea248442298 up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:04:46.528390 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-9c1b2814-1153-4423-86b6-5dfa6911b7d4 None None] Notify callbacks [] for port, precommit_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:46.585100 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-9c1b2814-1153-4423-86b6-5dfa6911b7d4 None None] Transition to ACTIVE for port object 288f7ec2-2f95-48ab-93b5-e22a3613b460 will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:04:46.699560 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-9c1b2814-1153-4423-86b6-5dfa6911b7d4 None None] Transition to ACTIVE for port object 288f7ec2-2f95-48ab-93b5-e22a3613b460 will not be triggered until provisioned by entity DHCP. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:04:46.719036 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:46.741606 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-9c1b2814-1153-4423-86b6-5dfa6911b7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686'] for port, after_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:46.768994 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:46.809628 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7f425d36-b5ff-4c4c-ae1b-31700de95584 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:46.850856 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning for port 8e04e288-50ae-4f8c-9249-1ea248442298 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:04:46.863562 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7f425d36-b5ff-4c4c-ae1b-31700de95584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:46.875254 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:46.924334 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 8e04e288-50ae-4f8c-9249-1ea248442298 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:04:46.933736 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:46.933858 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f425d36-b5ff-4c4c-ae1b-31700de95584 admin admin] Network 1fe869af-eee2-4a76-a542-2bd1a37527f5 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:04:46.942790 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-7f425d36-b5ff-4c4c-ae1b-31700de95584 admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:04:46.962948 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f425d36-b5ff-4c4c-ae1b-31700de95584 admin admin] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:04:46.986793 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1b2814-1153-4423-86b6-5dfa6911b7d4 None None] Network 2790ccbf-1fe4-4ddb-8a39-6ac4365def3a is already hosted by enough agents. {{(pid=73811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:04:47.007265 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.scheduler.base_scheduler [None req-9c1b2814-1153-4423-86b6-5dfa6911b7d4 None None] Resources bound (agent type, host, resource id): {{(pid=73811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:04:47.034133 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1b2814-1153-4423-86b6-5dfa6911b7d4 None None] Received port after_create {{(pid=73811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:04:47.044443 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53945f-4e27-46df-af29-19cfaa7e7125 req-4d7dd704-69f3-4c45-9bf5-16290cbaf736 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:47.049066 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b2814-1153-4423-86b6-5dfa6911b7d4 None None] Pushing event updated for resources: {'Port': ['ID=288f7ec2-2f95-48ab-93b5-e22a3613b460,revision_number=1']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:47.054051 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8a53945f-4e27-46df-af29-19cfaa7e7125 req-4d7dd704-69f3-4c45-9bf5-16290cbaf736 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.3763731 May 04 17:04:47.082091 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-9c1b2814-1153-4423-86b6-5dfa6911b7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:47.119531 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cf332-676d-41ee-9728-cf983dd87484 req-c95f4ff6-0b36-4883-a5fc-625de589aa11 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:47.128316 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-725cf332-676d-41ee-9728-cf983dd87484 req-c95f4ff6-0b36-4883-a5fc-625de589aa11 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 946 time: 0.3487835 May 04 17:04:47.148987 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:47.166224 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8a53945f-4e27-46df-af29-19cfaa7e7125 req-e7ad3a81-be31-4ede-8eed-f9e79b700102 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106908 May 04 17:04:47.243146 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-725cf332-676d-41ee-9728-cf983dd87484 req-02300e03-d714-48ad-96aa-ba4ff6bfc1b5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118841 May 04 17:04:47.277858 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-9c1b2814-1153-4423-86b6-5dfa6911b7d4 None None] Attempting to bind port 288f7ec2-2f95-48ab-93b5-e22a3613b460 on host dv-cinder-789603-1-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:04:47.278236 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-9c1b2814-1153-4423-86b6-5dfa6911b7d4 None None] Attempting to bind port 288f7ec2-2f95-48ab-93b5-e22a3613b460 by drivers openvswitch,hyperv on host dv-cinder-789603-1-smb at level 0 using segments [{'id': '377bce57-fc69-436f-9128-ad1831bef4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2790ccbf-1fe4-4ddb-8a39-6ac4365def3a'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:04:47.278850 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1b2814-1153-4423-86b6-5dfa6911b7d4 None None] Attempting to bind port 288f7ec2-2f95-48ab-93b5-e22a3613b460 on network 2790ccbf-1fe4-4ddb-8a39-6ac4365def3a {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:04:47.323606 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1b2814-1153-4423-86b6-5dfa6911b7d4 None None] Checking agent: {'id': 'f75b5240-9bcf-4890-b7dd-e1b2d86769d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 16, 54, 46), 'started_at': datetime.datetime(2021, 5, 4, 16, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:04:47.323980 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1b2814-1153-4423-86b6-5dfa6911b7d4 None None] Checking segment: {'id': '377bce57-fc69-436f-9128-ad1831bef4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2790ccbf-1fe4-4ddb-8a39-6ac4365def3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:04:47.324435 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-9c1b2814-1153-4423-86b6-5dfa6911b7d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:47.324861 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1b2814-1153-4423-86b6-5dfa6911b7d4 None None] Bound using segment: {'id': '377bce57-fc69-436f-9128-ad1831bef4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2790ccbf-1fe4-4ddb-8a39-6ac4365def3a'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:04:47.325347 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-9c1b2814-1153-4423-86b6-5dfa6911b7d4 None None] Bound port: 288f7ec2-2f95-48ab-93b5-e22a3613b460, host: dv-cinder-789603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377bce57-fc69-436f-9128-ad1831bef4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2790ccbf-1fe4-4ddb-8a39-6ac4365def3a'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:04:47.325719 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-9c1b2814-1153-4423-86b6-5dfa6911b7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:47.367094 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f425d36-b5ff-4c4c-ae1b-31700de95584 admin admin] Pushing event updated for resources: {'Port': ['ID=97e1b3d6-2d1f-494b-9917-231fc098a730,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:47.375682 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7f425d36-b5ff-4c4c-ae1b-31700de95584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:47.535167 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fd581-c559-48ed-a539-02b304465cd1 req-fee0b617-77d8-405e-97cf-d5690be45bed tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:47.537257 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-746fd581-c559-48ed-a539-02b304465cd1 req-fee0b617-77d8-405e-97cf-d5690be45bed tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67e7dca-0804-414b-a5e1-53e128a355b1 HTTP/1.1" status: 200 len: 944 time: 0.1694102 May 04 17:04:47.623803 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:47.664378 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-746fd581-c559-48ed-a539-02b304465cd1 req-c513a43a-08d6-4d01-8024-8d937a6e3d49 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206920 May 04 17:04:47.725962 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] For port 8e04e288-50ae-4f8c-9249-1ea248442298, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=8e04e288-50ae-4f8c-9249-1ea248442298,segment=NetworkSegment(c5ee1348-d78f-4be6-9694-0b57c7d60053),segment_id=c5ee1348-d78f-4be6-9694-0b57c7d60053)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:04:47.727283 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-9c1b2814-1153-4423-86b6-5dfa6911b7d4 None None] For port 288f7ec2-2f95-48ab-93b5-e22a3613b460, host dv-cinder-789603-1-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:04:47.732803 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-9c1b2814-1153-4423-86b6-5dfa6911b7d4 None None] For port 288f7ec2-2f95-48ab-93b5-e22a3613b460, host dv-cinder-789603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=288f7ec2-2f95-48ab-93b5-e22a3613b460,segment=NetworkSegment(377bce57-fc69-436f-9128-ad1831bef4e9),segment_id=377bce57-fc69-436f-9128-ad1831bef4e9)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:04:47.737842 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:47.740554 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-770faf5d-0223-47f2-b69c-e2ce3108f989 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:47.761908 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7f425d36-b5ff-4c4c-ae1b-31700de95584 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:47.793156 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-9c1b2814-1153-4423-86b6-5dfa6911b7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:47.874532 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Pushing event updated for resources: {'Port': ['ID=8e04e288-50ae-4f8c-9249-1ea248442298,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:47.878383 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:47.878859 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:48.000423 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b2814-1153-4423-86b6-5dfa6911b7d4 None None] Pushing event updated for resources: {'Port': ['ID=288f7ec2-2f95-48ab-93b5-e22a3613b460,revision_number=2']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:48.004297 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-9c1b2814-1153-4423-86b6-5dfa6911b7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:48.259324 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:48.387803 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7f425d36-b5ff-4c4c-ae1b-31700de95584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785587'] for router, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:48.521685 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 288f7ec2-2f95-48ab-93b5-e22a3613b460 up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:04:48.644337 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fb5e7-39df-4b03-bc82-95b3d0159068 req-5d7cb381-9b61-4529-b0ae-96009f30fd74 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:48.645953 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-9f9fb5e7-39df-4b03-bc82-95b3d0159068 req-5d7cb381-9b61-4529-b0ae-96009f30fd74 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.2452817 May 04 17:04:48.676101 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning for port 288f7ec2-2f95-48ab-93b5-e22a3613b460 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:04:48.685223 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 8e04e288-50ae-4f8c-9249-1ea248442298 up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:04:48.739478 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f425d36-b5ff-4c4c-ae1b-31700de95584 admin admin] Router cc1f1492-dd12-479c-84df-bcb184d88bef is scheduled to L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 with binding_index 1 {{(pid=73810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:04:48.774027 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-9f9fb5e7-39df-4b03-bc82-95b3d0159068 req-6d4ab22c-3fe9-47ec-a979-ffef3fc04561 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102002 May 04 17:04:48.792125 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e883d91-7213-411d-a5ef-ca491e194e9e req-1cc10767-5399-42bd-8834-4bcfd74aac79 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:48.793605 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7e883d91-7213-411d-a5ef-ca491e194e9e req-1cc10767-5399-42bd-8834-4bcfd74aac79 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 946 time: 0.3381696 May 04 17:04:48.866106 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 8e04e288-50ae-4f8c-9249-1ea248442298 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:04:48.866486 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:48.946642 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7e883d91-7213-411d-a5ef-ca491e194e9e req-6c57051c-8b5e-4350-b19d-ede887f972c2 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290433 May 04 17:04:49.285598 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f425d36-b5ff-4c4c-ae1b-31700de95584 admin admin] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:04:49.298688 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2736511-adfe-42c3-b5aa-ec21841794a8 None None] Sync routers for ids ['cc1f1492-dd12-479c-84df-bcb184d88bef'] in dv-cinder-789603-1-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:04:49.327425 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7f425d36-b5ff-4c4c-ae1b-31700de95584 admin admin] Notify callbacks [] for router, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:49.329106 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-7f425d36-b5ff-4c4c-ae1b-31700de95584 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.7879996 May 04 17:04:49.331976 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 50914) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:49.332291 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2736511-adfe-42c3-b5aa-ec21841794a8 None None] Routers {'cc1f1492-dd12-479c-84df-bcb184d88bef'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:04:49.333108 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-b2736511-adfe-42c3-b5aa-ec21841794a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:04:45Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['cc1f1492-dd12-479c-84df-bcb184d88bef'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:04:49.456843 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede3bf6-3de7-426c-a67e-ee50a2450d13 req-fd29f15b-9687-442a-aa3b-6211f9ee7b19 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:49.459380 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-dede3bf6-3de7-426c-a67e-ee50a2450d13 req-fd29f15b-9687-442a-aa3b-6211f9ee7b19 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67e7dca-0804-414b-a5e1-53e128a355b1 HTTP/1.1" status: 200 len: 944 time: 0.1845181 May 04 17:04:49.483300 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b089cf15-2630-4214-8342-ba4a66743463 None None] Network 2790ccbf-1fe4-4ddb-8a39-6ac4365def3a requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:04:49.519913 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-dede3bf6-3de7-426c-a67e-ee50a2450d13 req-581ce131-b332-4b52-85ba-3655ac344d60 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463996 May 04 17:04:49.613251 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-b2736511-adfe-42c3-b5aa-ec21841794a8 None None] Set router cc1f1492-dd12-479c-84df-bcb184d88bef gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:04:49.627243 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2dc4cc95-1f91-468c-a39e-fff24c33ab26 None None] Provisioning for port 288f7ec2-2f95-48ab-93b5-e22a3613b460 completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:04:49.637597 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-2dc4cc95-1f91-468c-a39e-fff24c33ab26 None None] Provisioning complete for port 288f7ec2-2f95-48ab-93b5-e22a3613b460 triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:04:49.637973 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2dc4cc95-1f91-468c-a39e-fff24c33ab26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:49.808714 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device cec743a2-af4a-481b-958b-10b1837908c8 up at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:04:50.047698 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2dc4cc95-1f91-468c-a39e-fff24c33ab26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:50.072569 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning for port cec743a2-af4a-481b-958b-10b1837908c8 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:04:50.081432 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning complete for port cec743a2-af4a-481b-958b-10b1837908c8 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:04:50.082161 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:50.095399 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-b2736511-adfe-42c3-b5aa-ec21841794a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'name': 'tempest-TestShelveInstance-415547949-router', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '97e1b3d6-2d1f-494b-9917-231fc098a730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:44Z', 'updated_at': '2021-05-04T17:04:47Z', 'revision_number': 3, 'project_id': 'db8b3959138341e092434175a3480a37', 'gw_port': {'id': '97e1b3d6-2d1f-494b-9917-231fc098a730', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:45Z', 'updated_at': '2021-05-04T17:04:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb'}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:04:50.107550 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2736511-adfe-42c3-b5aa-ec21841794a8 None None] Checking router: cc1f1492-dd12-479c-84df-bcb184d88bef for host: dv-cinder-789603-1-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:04:50.108689 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2736511-adfe-42c3-b5aa-ec21841794a8 None None] Updating router cc1f1492-dd12-479c-84df-bcb184d88bef port 97e1b3d6-2d1f-494b-9917-231fc098a730 binding host dv-cinder-789603-1-smb {{(pid=73812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:04:50.174283 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-2dc4cc95-1f91-468c-a39e-fff24c33ab26 None None] For port 288f7ec2-2f95-48ab-93b5-e22a3613b460, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=288f7ec2-2f95-48ab-93b5-e22a3613b460,segment=NetworkSegment(377bce57-fc69-436f-9128-ad1831bef4e9),segment_id=377bce57-fc69-436f-9128-ad1831bef4e9)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:04:50.185240 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2dc4cc95-1f91-468c-a39e-fff24c33ab26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:50.195684 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:50.214231 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3249214-e196-4d04-abe8-8a37056fcc3a req-a3245d03-b844-4faa-8cdb-3f4984c27585 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:50.226142 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d3249214-e196-4d04-abe8-8a37056fcc3a req-a3245d03-b844-4faa-8cdb-3f4984c27585 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.2490211 May 04 17:04:50.281295 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-b2736511-adfe-42c3-b5aa-ec21841794a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:50.357865 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4cc95-1f91-468c-a39e-fff24c33ab26 None None] Pushing event updated for resources: {'Port': ['ID=288f7ec2-2f95-48ab-93b5-e22a3613b460,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:50.364134 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2dc4cc95-1f91-468c-a39e-fff24c33ab26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:50.423285 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d3249214-e196-4d04-abe8-8a37056fcc3a req-803cec01-19b3-4986-b153-04c1cdf46ab0 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856611 May 04 17:04:50.519014 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:50.561349 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port cec743a2-af4a-481b-958b-10b1837908c8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=cec743a2-af4a-481b-958b-10b1837908c8,segment=NetworkSegment(06b541d2-3745-475e-92ad-6d7ee9e32f6e),segment_id=06b541d2-3745-475e-92ad-6d7ee9e32f6e)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:04:50.563297 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67e7dca-0804-414b-a5e1-53e128a355b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec743a2-af4a-481b-958b-10b1837908c8'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:04:50.570106 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-05f1c303-c079-44d9-9860-7bba1f1568d5 None None] Provisioning complete for port 288f7ec2-2f95-48ab-93b5-e22a3613b460 triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:04:50.570848 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-05f1c303-c079-44d9-9860-7bba1f1568d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:50.573746 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34083d12-d915-4bca-a625-78c16dc12a3a req-c0f334ff-f213-4c14-9763-7281565b62b4 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:50.593100 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-34083d12-d915-4bca-a625-78c16dc12a3a req-c0f334ff-f213-4c14-9763-7281565b62b4 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 946 time: 0.2714977 May 04 17:04:50.598056 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:50.606070 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:50.696928 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-34083d12-d915-4bca-a625-78c16dc12a3a req-ccf66322-48f1-4319-8e67-d0648ba22dfe tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029110 May 04 17:04:50.751991 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-515fd6aa-29db-482e-bdfc-3f728924c027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:50.821935 dv-cinder-789603-1-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67e7dca-0804-414b-a5e1-53e128a355b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec743a2-af4a-481b-958b-10b1837908c8', 'code': 200} May 04 17:04:50.950529 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8ef33-db92-4fb5-84d1-e65d1baa6d9a req-3b9b633b-5bfc-45f8-944e-dd1de299b011 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:50.951979 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4ce8ef33-db92-4fb5-84d1-e65d1baa6d9a req-3b9b633b-5bfc-45f8-944e-dd1de299b011 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67e7dca-0804-414b-a5e1-53e128a355b1 HTTP/1.1" status: 200 len: 945 time: 0.2584612 May 04 17:04:51.011892 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-b2736511-adfe-42c3-b5aa-ec21841794a8 None None] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:51.028613 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-b2736511-adfe-42c3-b5aa-ec21841794a8 None None] Transition to ACTIVE for port object 97e1b3d6-2d1f-494b-9917-231fc098a730 will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:04:51.036339 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-b2736511-adfe-42c3-b5aa-ec21841794a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:51.043164 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:51.059713 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-515fd6aa-29db-482e-bdfc-3f728924c027 admin admin] Allocated IP 172.20.0.1 (2790ccbf-1fe4-4ddb-8a39-6ac4365def3a/93bf4862-9145-41a3-bcd3-124852de0037/507ee380-1164-4409-bd5c-b370a551b722) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:04:51.067015 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4ce8ef33-db92-4fb5-84d1-e65d1baa6d9a req-0cd8ea32-5895-4104-930b-6867d36d79da tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056588 May 04 17:04:51.096365 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=cec743a2-af4a-481b-958b-10b1837908c8,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:51.116462 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:51.145109 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-b2736511-adfe-42c3-b5aa-ec21841794a8 None None] Attempting to bind port 97e1b3d6-2d1f-494b-9917-231fc098a730 on host dv-cinder-789603-1-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:04:51.145519 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-b2736511-adfe-42c3-b5aa-ec21841794a8 None None] Attempting to bind port 97e1b3d6-2d1f-494b-9917-231fc098a730 by drivers openvswitch,hyperv on host dv-cinder-789603-1-smb at level 0 using segments [{'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:04:51.145876 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2736511-adfe-42c3-b5aa-ec21841794a8 None None] Attempting to bind port 97e1b3d6-2d1f-494b-9917-231fc098a730 on network 1fe869af-eee2-4a76-a542-2bd1a37527f5 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:04:51.176273 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2736511-adfe-42c3-b5aa-ec21841794a8 None None] Checking agent: {'id': 'f75b5240-9bcf-4890-b7dd-e1b2d86769d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 16, 54, 46), 'started_at': datetime.datetime(2021, 5, 4, 16, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:04:51.176668 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2736511-adfe-42c3-b5aa-ec21841794a8 None None] Checking segment: {'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:04:51.177066 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-b2736511-adfe-42c3-b5aa-ec21841794a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:51.177454 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2736511-adfe-42c3-b5aa-ec21841794a8 None None] Bound using segment: {'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:04:51.177934 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-b2736511-adfe-42c3-b5aa-ec21841794a8 None None] Bound port: 97e1b3d6-2d1f-494b-9917-231fc098a730, host: dv-cinder-789603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:04:51.178296 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-b2736511-adfe-42c3-b5aa-ec21841794a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:51.285834 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af710fad-e4b6-451d-98b5-410c7602698c req-1afe5320-d272-4763-82ce-9db43116bf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:51.287325 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-af710fad-e4b6-451d-98b5-410c7602698c req-1afe5320-d272-4763-82ce-9db43116bf39 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f67e7dca-0804-414b-a5e1-53e128a355b1 HTTP/1.1" status: 200 len: 1098 time: 0.1651604 May 04 17:04:51.300679 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2bbb6-d038-45b9-b63f-d18047f145a0 None None] Pushing event updated for resources: {'Port': ['ID=97e1b3d6-2d1f-494b-9917-231fc098a730,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:51.311716 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c8a2bbb6-d038-45b9-b63f-d18047f145a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:51.313664 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-515fd6aa-29db-482e-bdfc-3f728924c027 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:51.345008 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-515fd6aa-29db-482e-bdfc-3f728924c027 admin admin] Transition to ACTIVE for port object 507ee380-1164-4409-bd5c-b370a551b722 will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:04:51.350469 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-b2736511-adfe-42c3-b5aa-ec21841794a8 None None] For port 97e1b3d6-2d1f-494b-9917-231fc098a730, host dv-cinder-789603-1-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:04:51.352513 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-af710fad-e4b6-451d-98b5-410c7602698c req-d9321478-1bd6-4a1d-b8a6-ca795d69119d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574303 May 04 17:04:51.357235 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-b2736511-adfe-42c3-b5aa-ec21841794a8 None None] For port 97e1b3d6-2d1f-494b-9917-231fc098a730, host dv-cinder-789603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=97e1b3d6-2d1f-494b-9917-231fc098a730,segment=NetworkSegment(03a61c93-30bf-46d3-abd6-912a62526c31),segment_id=03a61c93-30bf-46d3-abd6-912a62526c31)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:04:51.363338 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-b2736511-adfe-42c3-b5aa-ec21841794a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:51.367841 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-5d4752ee-e3cb-4a37-bfbd-0bfa92dc9406 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:51.377104 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-515fd6aa-29db-482e-bdfc-3f728924c027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:51.380929 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:51.449273 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2736511-adfe-42c3-b5aa-ec21841794a8 None None] Routers {'cc1f1492-dd12-479c-84df-bcb184d88bef'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:04:51.449660 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515fd6aa-29db-482e-bdfc-3f728924c027 admin admin] Pushing event updated for resources: {'Port': ['ID=507ee380-1164-4409-bd5c-b370a551b722,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:51.449907 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-b2736511-adfe-42c3-b5aa-ec21841794a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:04:45Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['cc1f1492-dd12-479c-84df-bcb184d88bef'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:04:51.456086 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-515fd6aa-29db-482e-bdfc-3f728924c027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:51.484700 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515fd6aa-29db-482e-bdfc-3f728924c027 admin admin] Network 2790ccbf-1fe4-4ddb-8a39-6ac4365def3a is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:04:51.485967 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-515fd6aa-29db-482e-bdfc-3f728924c027 admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:04:51.488312 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515fd6aa-29db-482e-bdfc-3f728924c027 admin admin] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:04:51.601575 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2bbb6-d038-45b9-b63f-d18047f145a0 None None] Pushing event updated for resources: {'Port': ['ID=97e1b3d6-2d1f-494b-9917-231fc098a730,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:51.638106 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c8a2bbb6-d038-45b9-b63f-d18047f145a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:51.695567 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-515fd6aa-29db-482e-bdfc-3f728924c027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656092'] for router_interface, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:51.795643 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356088e-6ffb-48ec-a0ab-59266922ba34 req-f5a12ea3-5d04-4eda-9a65-ee2bd8ab203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:51.802367 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-d356088e-6ffb-48ec-a0ab-59266922ba34 req-f5a12ea3-5d04-4eda-9a65-ee2bd8ab203a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a530a7f8042040e98a19a0a59ab370ed&device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 1099 time: 0.2725017 May 04 17:04:51.886743 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-b2736511-adfe-42c3-b5aa-ec21841794a8 None None] Set router cc1f1492-dd12-479c-84df-bcb184d88bef gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:04:51.903846 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-a2fe3a2a-9b43-4ad7-8bc6-e5a8ea870d5c None None] Provisioning for port 507ee380-1164-4409-bd5c-b370a551b722 completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:04:51.909909 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-a2fe3a2a-9b43-4ad7-8bc6-e5a8ea870d5c None None] Provisioning complete for port 507ee380-1164-4409-bd5c-b370a551b722 triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:04:51.910096 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-a2fe3a2a-9b43-4ad7-8bc6-e5a8ea870d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:52.103446 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-a2fe3a2a-9b43-4ad7-8bc6-e5a8ea870d5c None None] Port 507ee380-1164-4409-bd5c-b370a551b722 cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:04:52.186282 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc53fa-65ce-446c-9633-67c1b1602f9b req-989c1153-a251-496b-8e52-589607162f86 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:52.194365 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-acdc53fa-65ce-446c-9633-67c1b1602f9b req-989c1153-a251-496b-8e52-589607162f86 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.5580213 May 04 17:04:52.211872 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356088e-6ffb-48ec-a0ab-59266922ba34 req-25100e84-7d95-4b05-8ef6-3a36608cd0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:52.213897 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-d356088e-6ffb-48ec-a0ab-59266922ba34 req-25100e84-7d95-4b05-8ef6-3a36608cd0bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=805702bb-73e1-49e9-949a-99d683f18b45 HTTP/1.1" status: 200 len: 918 time: 0.3979630 May 04 17:04:52.224168 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f24c03-0f56-4a17-b86d-ba0df8e99663 req-5f988fce-0b9f-4c17-855a-6e368c68e112 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:52.236251 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b9f24c03-0f56-4a17-b86d-ba0df8e99663 req-5f988fce-0b9f-4c17-855a-6e368c68e112 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 946 time: 0.1634912 May 04 17:04:52.310389 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 288f7ec2-2f95-48ab-93b5-e22a3613b460 up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:04:52.357342 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b9f24c03-0f56-4a17-b86d-ba0df8e99663 req-8d79d770-0b5b-4268-8f56-8780341fa5e7 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198723 May 04 17:04:52.363626 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-515fd6aa-29db-482e-bdfc-3f728924c027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:52.404721 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-acdc53fa-65ce-446c-9633-67c1b1602f9b req-0b7f3532-2328-4e15-91c7-bb7580f022eb tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093902 May 04 17:04:52.440198 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-b2736511-adfe-42c3-b5aa-ec21841794a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'name': 'tempest-TestShelveInstance-415547949-router', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '97e1b3d6-2d1f-494b-9917-231fc098a730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:44Z', 'updated_at': '2021-05-04T17:04:47Z', 'revision_number': 3, 'project_id': 'db8b3959138341e092434175a3480a37', 'gw_port': {'id': '97e1b3d6-2d1f-494b-9917-231fc098a730', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:45Z', 'updated_at': '2021-05-04T17:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb'}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:04:52.455088 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2736511-adfe-42c3-b5aa-ec21841794a8 None None] The sync data for ids ['cc1f1492-dd12-479c-84df-bcb184d88bef'] in dv-cinder-789603-1-smb is: [{'id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'name': 'tempest-TestShelveInstance-415547949-router', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '97e1b3d6-2d1f-494b-9917-231fc098a730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:44Z', 'updated_at': '2021-05-04T17:04:47Z', 'revision_number': 3, 'project_id': 'db8b3959138341e092434175a3480a37', 'gw_port': {'id': '97e1b3d6-2d1f-494b-9917-231fc098a730', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:45Z', 'updated_at': '2021-05-04T17:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb'}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:04:52.468724 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-d356088e-6ffb-48ec-a0ab-59266922ba34 req-619703d5-dcb7-466d-81fa-b32abcdb665a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c1a8203-c49c-4900-9736-ab30590a7bf1 HTTP/1.1" status: 200 len: 1002 time: 0.2431505 May 04 17:04:52.504339 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 288f7ec2-2f95-48ab-93b5-e22a3613b460 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:04:52.504772 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:52.583534 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356088e-6ffb-48ec-a0ab-59266922ba34 req-16240e0b-c980-4527-9399-0fad7a9260d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:52.585240 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-d356088e-6ffb-48ec-a0ab-59266922ba34 req-16240e0b-c980-4527-9399-0fad7a9260d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab HTTP/1.1" status: 200 len: 856 time: 0.1001282 May 04 17:04:52.843617 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3223d-1cd4-4e45-a195-54f26090e505 req-0aee4a14-087b-4820-8268-dd7b814e6e0c tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:52.855101 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356088e-6ffb-48ec-a0ab-59266922ba34 req-f0e8dd16-eceb-45dd-bd6f-fe9379f61231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:52.856882 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-d356088e-6ffb-48ec-a0ab-59266922ba34 req-f0e8dd16-eceb-45dd-bd6f-fe9379f61231 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=805702bb-73e1-49e9-949a-99d683f18b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2523668 May 04 17:04:52.863768 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2ac3223d-1cd4-4e45-a195-54f26090e505 req-0aee4a14-087b-4820-8268-dd7b814e6e0c tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67e7dca-0804-414b-a5e1-53e128a355b1 HTTP/1.1" status: 200 len: 945 time: 0.1630306 May 04 17:04:52.994490 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2ac3223d-1cd4-4e45-a195-54f26090e505 req-20814337-129f-40f6-9a7e-9ac643c7552b tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293519 May 04 17:04:53.040572 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-515fd6aa-29db-482e-bdfc-3f728924c027 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:53.050940 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-515fd6aa-29db-482e-bdfc-3f728924c027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:53.079508 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0075d8b3-153d-4e04-9dbc-808cf3dc08ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:53.185353 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-d356088e-6ffb-48ec-a0ab-59266922ba34 req-d822a89f-d6ff-4be1-9314-a995d9d27a14 service neutron] 10.222.0.41 "GET /v2.0/networks/805702bb-73e1-49e9-949a-99d683f18b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182633 May 04 17:04:53.186007 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515fd6aa-29db-482e-bdfc-3f728924c027 admin admin] Pushing event updated for resources: {'Port': ['ID=507ee380-1164-4409-bd5c-b370a551b722,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:53.188996 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-515fd6aa-29db-482e-bdfc-3f728924c027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:53.244994 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-515fd6aa-29db-482e-bdfc-3f728924c027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655999'] for router_interface, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:53.486909 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515fd6aa-29db-482e-bdfc-3f728924c027 admin admin] Network 2790ccbf-1fe4-4ddb-8a39-6ac4365def3a is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:04:53.490475 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-515fd6aa-29db-482e-bdfc-3f728924c027 admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:04:53.581784 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-d356088e-6ffb-48ec-a0ab-59266922ba34 req-76184c4f-9f6a-419a-9826-9eab665dd68a service neutron] 10.222.0.41 "GET /v2.0/networks/805702bb-73e1-49e9-949a-99d683f18b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856766 May 04 17:04:53.805798 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515fd6aa-29db-482e-bdfc-3f728924c027 admin admin] Router cc1f1492-dd12-479c-84df-bcb184d88bef has already been hosted by L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:04:53.871358 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed5fdd-07ce-4053-9462-5f25ecd9d8dd req-fe061ec6-6faf-4054-9f54-5f337d9d2c57 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:53.873406 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-06ed5fdd-07ce-4053-9462-5f25ecd9d8dd req-fe061ec6-6faf-4054-9f54-5f337d9d2c57 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 946 time: 0.2668812 May 04 17:04:53.930968 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24129b67-e4b5-4db4-9e3b-91d75f6aa62b req-72185e71-2584-4a15-aedf-464e1cb4e726 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:53.938722 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-24129b67-e4b5-4db4-9e3b-91d75f6aa62b req-72185e71-2584-4a15-aedf-464e1cb4e726 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.2796428 May 04 17:04:53.949485 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-da5857b2-6718-4fd5-9f48-c6cbad22f3d5 None None] Provisioning complete for port 507ee380-1164-4409-bd5c-b370a551b722 triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:04:53.950091 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-da5857b2-6718-4fd5-9f48-c6cbad22f3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:53.974645 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-06ed5fdd-07ce-4053-9462-5f25ecd9d8dd req-1e47f0c4-fedc-4901-8aca-e22ff584f22e tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924432 May 04 17:04:54.046638 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-24129b67-e4b5-4db4-9e3b-91d75f6aa62b req-b1ec34f9-026d-4ea5-9fda-2e6e8deb1e07 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069431 May 04 17:04:54.073151 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-da5857b2-6718-4fd5-9f48-c6cbad22f3d5 None None] Port 507ee380-1164-4409-bd5c-b370a551b722 cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:04:54.283521 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ca3ea-7b92-4906-b683-61867050046e req-681cd796-7194-4468-8f1d-31958beb31d4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:54.285912 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515fd6aa-29db-482e-bdfc-3f728924c027 admin admin] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:04:54.292715 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2b9ca3ea-7b92-4906-b683-61867050046e req-681cd796-7194-4468-8f1d-31958beb31d4 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67e7dca-0804-414b-a5e1-53e128a355b1 HTTP/1.1" status: 200 len: 945 time: 0.1459904 May 04 17:04:54.305850 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-515fd6aa-29db-482e-bdfc-3f728924c027 admin admin] 10.222.0.24 "PUT /v2.0/routers/cc1f1492-dd12-479c-84df-bcb184d88bef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9690294 May 04 17:04:54.331532 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 97e1b3d6-2d1f-494b-9917-231fc098a730 up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:04:54.393881 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2b9ca3ea-7b92-4906-b683-61867050046e req-155978b5-3670-4ab5-bf76-4d72f9ee360c tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911298 May 04 17:04:54.473724 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning for port 97e1b3d6-2d1f-494b-9917-231fc098a730 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:04:54.480046 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 97e1b3d6-2d1f-494b-9917-231fc098a730 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:04:54.481212 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:54.717615 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:54.752810 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] For port 97e1b3d6-2d1f-494b-9917-231fc098a730, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=97e1b3d6-2d1f-494b-9917-231fc098a730,segment=NetworkSegment(03a61c93-30bf-46d3-abd6-912a62526c31),segment_id=03a61c93-30bf-46d3-abd6-912a62526c31)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:04:54.762429 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:54.764822 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-d8800a02-8408-47d3-a9f8-5eaee97c6ee5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:54.895614 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Pushing event updated for resources: {'Port': ['ID=97e1b3d6-2d1f-494b-9917-231fc098a730,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:54.909293 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:54.971690 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f913c5-2511-4f38-baf9-514a38deafd9 None None] Sync routers for ids ['cc1f1492-dd12-479c-84df-bcb184d88bef'] in dv-cinder-789603-1-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:04:54.994960 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f913c5-2511-4f38-baf9-514a38deafd9 None None] Routers {'cc1f1492-dd12-479c-84df-bcb184d88bef'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:04:54.994960 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-96f913c5-2511-4f38-baf9-514a38deafd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:04:45Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['cc1f1492-dd12-479c-84df-bcb184d88bef'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:04:55.285780 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f1930-9ba8-4f56-96f4-1feb8507037e req-fd2100b6-35c4-482b-b851-04c824619cf2 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:55.296730 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-de4f1930-9ba8-4f56-96f4-1feb8507037e req-fd2100b6-35c4-482b-b851-04c824619cf2 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 946 time: 0.1113276 May 04 17:04:55.327227 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-96f913c5-2511-4f38-baf9-514a38deafd9 None None] Set router cc1f1492-dd12-479c-84df-bcb184d88bef gateway port host: dv-cinder-789603-1-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:04:55.482646 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-de4f1930-9ba8-4f56-96f4-1feb8507037e req-13fa5465-2819-4cac-ad7b-8c62dd505ead tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842852 May 04 17:04:55.556948 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b5351-bb20-439d-a283-89e6810a8ed4 req-83bfc9b0-d855-4fac-b40d-fed18ed95aa1 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:55.566981 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f60b5351-bb20-439d-a283-89e6810a8ed4 req-83bfc9b0-d855-4fac-b40d-fed18ed95aa1 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.2133768 May 04 17:04:55.589668 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 51004) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:55.596018 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-5e4236bc-0bd3-4ac9-953a-f4cf1d93c624 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1184949776-network', 'tenant_id': 'd899a91d58d244dcbe2fc7b0ea1cf5a2'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:04:55.602956 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-5e4236bc-0bd3-4ac9-953a-f4cf1d93c624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:04:55.609244 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-5e4236bc-0bd3-4ac9-953a-f4cf1d93c624 admin admin] Usage tracker for resource:network and tenant:d899a91d58d244dcbe2fc7b0ea1cf5a2 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:04:55.613041 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-5e4236bc-0bd3-4ac9-953a-f4cf1d93c624 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:04:55.642487 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f60b5351-bb20-439d-a283-89e6810a8ed4 req-a2b9c5df-757b-4e95-b9f7-181b0b6c4025 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745065 May 04 17:04:55.652215 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-5e4236bc-0bd3-4ac9-953a-f4cf1d93c624 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:04:55.669954 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4236bc-0bd3-4ac9-953a-f4cf1d93c624 admin admin] Made reservation on behalf of d899a91d58d244dcbe2fc7b0ea1cf5a2 for: {'network': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:04:55.672942 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5e4236bc-0bd3-4ac9-953a-f4cf1d93c624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for network, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:55.692614 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5e4236bc-0bd3-4ac9-953a-f4cf1d93c624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:55.716267 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-5e4236bc-0bd3-4ac9-953a-f4cf1d93c624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:04:55.724604 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-5e4236bc-0bd3-4ac9-953a-f4cf1d93c624 admin admin] Usage tracker for resource:security_group_rule and tenant:d899a91d58d244dcbe2fc7b0ea1cf5a2 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:04:55.728663 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-5e4236bc-0bd3-4ac9-953a-f4cf1d93c624 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:04:55.739591 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-5e4236bc-0bd3-4ac9-953a-f4cf1d93c624 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:04:55.856634 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 7c1a8203-c49c-4900-9736-ab30590a7bf1 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:04:56.000951 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5e4236bc-0bd3-4ac9-953a-f4cf1d93c624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:56.010000 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5e4236bc-0bd3-4ac9-953a-f4cf1d93c624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:56.019857 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-eb0251cb-0ac1-4c14-abd6-5233291dbdb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:56.080057 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4236bc-0bd3-4ac9-953a-f4cf1d93c624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82932687-a853-46f1-a89d-17231df3422f,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:56.084105 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5e4236bc-0bd3-4ac9-953a-f4cf1d93c624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:56.093110 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e4236bc-0bd3-4ac9-953a-f4cf1d93c624 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=73810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:04:56.121669 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:56.140558 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5e4236bc-0bd3-4ac9-953a-f4cf1d93c624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:56.141258 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.db.segments_db [None req-5e4236bc-0bd3-4ac9-953a-f4cf1d93c624 admin admin] Added segment 27bbd7d4-86d9-4f80-afc9-a47c5d6b157e of type vlan for network c9ff921e-b66c-4bc7-b10d-914a913128fb May 04 17:04:56.156593 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-96f913c5-2511-4f38-baf9-514a38deafd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'name': 'tempest-TestShelveInstance-415547949-router', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '97e1b3d6-2d1f-494b-9917-231fc098a730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:44Z', 'updated_at': '2021-05-04T17:04:52Z', 'revision_number': 4, 'project_id': 'db8b3959138341e092434175a3480a37', 'gw_port': {'id': '97e1b3d6-2d1f-494b-9917-231fc098a730', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:45Z', 'updated_at': '2021-05-04T17:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': '507ee380-1164-4409-bd5c-b370a551b722', 'name': '', 'network_id': '2790ccbf-1fe4-4ddb-8a39-6ac4365def3a', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'mac_address': 'fa:16:3e:b6:19:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '93bf4862-9145-41a3-bcd3-124852de0037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:50Z', 'updated_at': '2021-05-04T17:04:52Z', 'revision_number': 2, 'project_id': 'db8b3959138341e092434175a3480a37', 'subnets': [{'id': '93bf4862-9145-41a3-bcd3-124852de0037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:04:56.167098 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f913c5-2511-4f38-baf9-514a38deafd9 None None] Checking router: cc1f1492-dd12-479c-84df-bcb184d88bef for host: dv-cinder-789603-1-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:04:56.168262 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f913c5-2511-4f38-baf9-514a38deafd9 None None] Updating router cc1f1492-dd12-479c-84df-bcb184d88bef port 507ee380-1164-4409-bd5c-b370a551b722 binding host dv-cinder-789603-1-smb {{(pid=73811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:04:56.197779 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd16f888-0898-4b5b-88e7-790b0548e87e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c1a8203-c49c-4900-9736-ab30590a7bf1'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:04:56.219122 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5e4236bc-0bd3-4ac9-953a-f4cf1d93c624 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730882500756'] for network, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:56.246990 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 7c1a8203-c49c-4900-9736-ab30590a7bf1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7c1a8203-c49c-4900-9736-ab30590a7bf1,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:04:56.254175 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:56.275702 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:56.285586 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5e4236bc-0bd3-4ac9-953a-f4cf1d93c624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301'] for network, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:56.289205 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4236bc-0bd3-4ac9-953a-f4cf1d93c624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:56.290450 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5e4236bc-0bd3-4ac9-953a-f4cf1d93c624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:56.295786 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6324a578-55dd-4748-92f9-6ac79ecfa593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:56.339032 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37180f84-eebb-4e9b-831a-269a26b49648 req-d691a7ca-2e68-48a9-bddf-576e43d5518f tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:56.341398 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-37180f84-eebb-4e9b-831a-269a26b49648 req-d691a7ca-2e68-48a9-bddf-576e43d5518f tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67e7dca-0804-414b-a5e1-53e128a355b1 HTTP/1.1" status: 200 len: 945 time: 0.1990001 May 04 17:04:56.363524 dv-cinder-789603-1-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd16f888-0898-4b5b-88e7-790b0548e87e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c1a8203-c49c-4900-9736-ab30590a7bf1', 'code': 200} May 04 17:04:56.367599 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=7c1a8203-c49c-4900-9736-ab30590a7bf1,revision_number=8']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:56.370912 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 97e1b3d6-2d1f-494b-9917-231fc098a730 up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:04:56.400725 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:56.402268 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-37180f84-eebb-4e9b-831a-269a26b49648 req-2326de34-3fd4-45df-855b-057553166098 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546091 May 04 17:04:56.421806 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-96f913c5-2511-4f38-baf9-514a38deafd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:56.430581 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4236bc-0bd3-4ac9-953a-f4cf1d93c624 admin admin] Pushing event updated for resources: {'Network': ['ID=c9ff921e-b66c-4bc7-b10d-914a913128fb,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:56.434391 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5e4236bc-0bd3-4ac9-953a-f4cf1d93c624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:56.436758 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-5e4236bc-0bd3-4ac9-953a-f4cf1d93c624 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8459651 May 04 17:04:56.439583 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 51014) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:56.445991 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-4621d4f3-4389-4195-a182-a3b14d9a8bc7 admin admin] Request body: {'subnet': {'network_id': 'c9ff921e-b66c-4bc7-b10d-914a913128fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1184949776-subnet', 'tenant_id': 'd899a91d58d244dcbe2fc7b0ea1cf5a2', 'ip_version': 4}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:04:56.450240 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Network c9ff921e-b66c-4bc7-b10d-914a913128fb details requested by agent ovs-agent-dv-cinder-789603-1-smb with host dv-cinder-789603-1-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:04:56.452334 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-4621d4f3-4389-4195-a182-a3b14d9a8bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:04:56.456250 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-4621d4f3-4389-4195-a182-a3b14d9a8bc7 admin admin] Usage tracker for resource:subnet and tenant:d899a91d58d244dcbe2fc7b0ea1cf5a2 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:04:56.459521 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-4621d4f3-4389-4195-a182-a3b14d9a8bc7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:04:56.465423 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-4621d4f3-4389-4195-a182-a3b14d9a8bc7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:04:56.476596 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4621d4f3-4389-4195-a182-a3b14d9a8bc7 admin admin] Made reservation on behalf of d899a91d58d244dcbe2fc7b0ea1cf5a2 for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:04:56.479401 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4621d4f3-4389-4195-a182-a3b14d9a8bc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193505'] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:56.928727 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 97e1b3d6-2d1f-494b-9917-231fc098a730 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:04:56.929010 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:57.077075 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129032e2-8e13-449a-8600-7285317c3609 req-5ec85c1d-1303-48ac-99b8-ee34db0b3555 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:57.079004 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-129032e2-8e13-449a-8600-7285317c3609 req-5ec85c1d-1303-48ac-99b8-ee34db0b3555 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 944 time: 0.2575476 May 04 17:04:57.145088 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ae776-ccff-4d21-801d-9c96256fb3e0 req-aae2e678-b7fe-443e-8932-b779ec7882cc tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:57.153139 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-268ae776-ccff-4d21-801d-9c96256fb3e0 req-aae2e678-b7fe-443e-8932-b779ec7882cc tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.2686470 May 04 17:04:57.226268 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-96f913c5-2511-4f38-baf9-514a38deafd9 None None] Notify callbacks [] for port, precommit_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:57.255787 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-96f913c5-2511-4f38-baf9-514a38deafd9 None None] Transition to ACTIVE for port object 507ee380-1164-4409-bd5c-b370a551b722 will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:04:57.260122 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-96f913c5-2511-4f38-baf9-514a38deafd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:57.266479 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:57.268092 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-129032e2-8e13-449a-8600-7285317c3609 req-23357689-96d5-4fe9-9fcc-94a4c49eada9 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806097 May 04 17:04:57.328678 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-268ae776-ccff-4d21-801d-9c96256fb3e0 req-6bfc252a-4bbe-471d-a08e-9888e25d9397 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745913 May 04 17:04:57.420158 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d6cbe-9f2c-408d-8825-d20f11ba422f None None] Pushing event updated for resources: {'Port': ['ID=507ee380-1164-4409-bd5c-b370a551b722,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:57.428219 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4621d4f3-4389-4195-a182-a3b14d9a8bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-721846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4193527'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:57.429675 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-fe5d6cbe-9f2c-408d-8825-d20f11ba422f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:57.449433 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5e5379c5-d42a-4f92-a40b-c0f4cf38b494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:57.589556 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621d4f3-4389-4195-a182-a3b14d9a8bc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a596f5d2-a865-452c-b982-48f0094f1d75,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:57.608312 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4621d4f3-4389-4195-a182-a3b14d9a8bc7 admin admin] Checking segment: {'id': '27bbd7d4-86d9-4f80-afc9-a47c5d6b157e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c9ff921e-b66c-4bc7-b10d-914a913128fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:04:57.609469 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4621d4f3-4389-4195-a182-a3b14d9a8bc7 admin admin] Network hostable DHCP agents. Network: c9ff921e-b66c-4bc7-b10d-914a913128fb, hostable agents: ['e7f1f9ba-e089-4d30-a3bb-ec752cbc6168'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:04:57.616623 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4621d4f3-4389-4195-a182-a3b14d9a8bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:57.740069 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4621d4f3-4389-4195-a182-a3b14d9a8bc7 admin admin] Network c9ff921e-b66c-4bc7-b10d-914a913128fb is scheduled to be hosted by DHCP agent e7f1f9ba-e089-4d30-a3bb-ec752cbc6168 with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:04:57.877437 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-4621d4f3-4389-4195-a182-a3b14d9a8bc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-smb, c9ff921e-b66c-4bc7-b10d-914a913128fb) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:04:57.911391 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eaecb1-105e-466b-bd60-4eed37579da8 None None] Network c9ff921e-b66c-4bc7-b10d-914a913128fb requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:04:57.939160 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4621d4f3-4389-4195-a182-a3b14d9a8bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:57.941270 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4621d4f3-4389-4195-a182-a3b14d9a8bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:58.026442 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-4621d4f3-4389-4195-a182-a3b14d9a8bc7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5834198 May 04 17:04:58.033562 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 51042) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:04:58.118311 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fd50f-ebd5-4cfb-927d-7a62698ee658 req-2462a23a-2aab-4f69-86c9-d39a656e815e tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:58.121100 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-a35fd50f-ebd5-4cfb-927d-7a62698ee658 req-2462a23a-2aab-4f69-86c9-d39a656e815e tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.41 "GET /v2.0/ports?device_id=f67e7dca-0804-414b-a5e1-53e128a355b1 HTTP/1.1" status: 200 len: 945 time: 0.3410642 May 04 17:04:58.128901 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-96f913c5-2511-4f38-baf9-514a38deafd9 None None] Attempting to bind port 507ee380-1164-4409-bd5c-b370a551b722 on host dv-cinder-789603-1-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:04:58.129271 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-96f913c5-2511-4f38-baf9-514a38deafd9 None None] Attempting to bind port 507ee380-1164-4409-bd5c-b370a551b722 by drivers openvswitch,hyperv on host dv-cinder-789603-1-smb at level 0 using segments [{'id': '377bce57-fc69-436f-9128-ad1831bef4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2790ccbf-1fe4-4ddb-8a39-6ac4365def3a'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:04:58.129628 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f913c5-2511-4f38-baf9-514a38deafd9 None None] Attempting to bind port 507ee380-1164-4409-bd5c-b370a551b722 on network 2790ccbf-1fe4-4ddb-8a39-6ac4365def3a {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:04:58.154292 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f913c5-2511-4f38-baf9-514a38deafd9 None None] Checking agent: {'id': 'f75b5240-9bcf-4890-b7dd-e1b2d86769d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 16, 54, 46), 'started_at': datetime.datetime(2021, 5, 4, 16, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:04:58.154666 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f913c5-2511-4f38-baf9-514a38deafd9 None None] Checking segment: {'id': '377bce57-fc69-436f-9128-ad1831bef4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2790ccbf-1fe4-4ddb-8a39-6ac4365def3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:04:58.155068 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-96f913c5-2511-4f38-baf9-514a38deafd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:58.155470 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f913c5-2511-4f38-baf9-514a38deafd9 None None] Bound using segment: {'id': '377bce57-fc69-436f-9128-ad1831bef4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2790ccbf-1fe4-4ddb-8a39-6ac4365def3a'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:04:58.155962 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-96f913c5-2511-4f38-baf9-514a38deafd9 None None] Bound port: 507ee380-1164-4409-bd5c-b370a551b722, host: dv-cinder-789603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377bce57-fc69-436f-9128-ad1831bef4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2790ccbf-1fe4-4ddb-8a39-6ac4365def3a'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:04:58.156346 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-96f913c5-2511-4f38-baf9-514a38deafd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:58.229416 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-9a85873a-792a-4bf6-bc2a-77d36b83be3c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1184949776-router', 'tenant_id': 'd899a91d58d244dcbe2fc7b0ea1cf5a2', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'}}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:04:58.238655 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-9a85873a-792a-4bf6-bc2a-77d36b83be3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:04:58.246078 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-9a85873a-792a-4bf6-bc2a-77d36b83be3c admin admin] Usage tracker for resource:router and tenant:d899a91d58d244dcbe2fc7b0ea1cf5a2 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:04:58.250960 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-9a85873a-792a-4bf6-bc2a-77d36b83be3c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:04:58.260992 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-9a85873a-792a-4bf6-bc2a-77d36b83be3c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:04:58.269868 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-96f913c5-2511-4f38-baf9-514a38deafd9 None None] For port 507ee380-1164-4409-bd5c-b370a551b722, host dv-cinder-789603-1-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:04:58.271225 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398618de-c0dc-45db-806e-d207cba21573 req-0134449c-824b-4052-bf94-13e1d6e331b5 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:58.273299 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-96f913c5-2511-4f38-baf9-514a38deafd9 None None] For port 507ee380-1164-4409-bd5c-b370a551b722, host dv-cinder-789603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=507ee380-1164-4409-bd5c-b370a551b722,segment=NetworkSegment(377bce57-fc69-436f-9128-ad1831bef4e9),segment_id=377bce57-fc69-436f-9128-ad1831bef4e9)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:04:58.279897 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-398618de-c0dc-45db-806e-d207cba21573 req-0134449c-824b-4052-bf94-13e1d6e331b5 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67e7dca-0804-414b-a5e1-53e128a355b1 HTTP/1.1" status: 200 len: 945 time: 0.6232278 May 04 17:04:58.301583 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-96f913c5-2511-4f38-baf9-514a38deafd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:58.311207 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:58.340825 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9a85873a-792a-4bf6-bc2a-77d36b83be3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5441'] for router, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:58.347412 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9a85873a-792a-4bf6-bc2a-77d36b83be3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-557480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5448'] for router, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:58.394373 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-398618de-c0dc-45db-806e-d207cba21573 req-7af3f349-1432-4b16-9cd6-8cd9bc3dbb25 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120842 May 04 17:04:58.417111 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9a85873a-792a-4bf6-bc2a-77d36b83be3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:58.442139 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab337ab-e67d-41bf-8db4-1c8850a1283a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14cf5633-e9af-54f7-ada4-186d2c6d1965-c9ff921e-b66c-4bc7-b10d-914a913128fb', 'network_id': 'c9ff921e-b66c-4bc7-b10d-914a913128fb', 'tenant_id': 'd899a91d58d244dcbe2fc7b0ea1cf5a2', 'fixed_ips': [{'subnet_id': 'a596f5d2-a865-452c-b982-48f0094f1d75'}]}} from dv-cinder-789603-1-smb. {{(pid=73811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:04:58.442991 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-9ab337ab-e67d-41bf-8db4-1c8850a1283a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:58.452811 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-a35fd50f-ebd5-4cfb-927d-7a62698ee658 req-897e90fa-8da0-4516-b01f-1839e1dceb2f tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Deleting port cec743a2-af4a-481b-958b-10b1837908c8 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:04:58.456733 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a35fd50f-ebd5-4cfb-927d-7a62698ee658 req-897e90fa-8da0-4516-b01f-1839e1dceb2f tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:58.537465 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f913c5-2511-4f38-baf9-514a38deafd9 None None] Routers {'cc1f1492-dd12-479c-84df-bcb184d88bef'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:04:58.545341 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-96f913c5-2511-4f38-baf9-514a38deafd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:04:45Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['cc1f1492-dd12-479c-84df-bcb184d88bef'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:04:58.770174 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-a35fd50f-ebd5-4cfb-927d-7a62698ee658 req-897e90fa-8da0-4516-b01f-1839e1dceb2f tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] For port cec743a2-af4a-481b-958b-10b1837908c8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=cec743a2-af4a-481b-958b-10b1837908c8,segment=NetworkSegment(06b541d2-3745-475e-92ad-6d7ee9e32f6e),segment_id=06b541d2-3745-475e-92ad-6d7ee9e32f6e)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:04:58.770633 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a35fd50f-ebd5-4cfb-927d-7a62698ee658 req-897e90fa-8da0-4516-b01f-1839e1dceb2f tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:58.791136 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d6cbe-9f2c-408d-8825-d20f11ba422f None None] Pushing event updated for resources: {'Port': ['ID=507ee380-1164-4409-bd5c-b370a551b722,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:58.795711 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-fe5d6cbe-9f2c-408d-8825-d20f11ba422f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:58.970307 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-a35fd50f-ebd5-4cfb-927d-7a62698ee658 req-897e90fa-8da0-4516-b01f-1839e1dceb2f tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Calling delete_port for cec743a2-af4a-481b-958b-10b1837908c8 owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:04:59.126443 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a35fd50f-ebd5-4cfb-927d-7a62698ee658 req-897e90fa-8da0-4516-b01f-1839e1dceb2f tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:59.145207 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:04:59.164022 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9a85873a-792a-4bf6-bc2a-77d36b83be3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785628', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5562'] for router, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:59.210871 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e90fa-8da0-4516-b01f-1839e1dceb2f tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Pushing event deleted for resources: {'Port': ['ID=cec743a2-af4a-481b-958b-10b1837908c8,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:04:59.219860 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-897e90fa-8da0-4516-b01f-1839e1dceb2f tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:04:59.236000 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['cec743a2-af4a-481b-958b-10b1837908c8'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:04:59.312416 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651cb212-ad35-421c-80b8-e686bc0fa78d req-f0edcbf0-3966-488f-912a-c0896f38a235 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:59.313844 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35fd50f-ebd5-4cfb-927d-7a62698ee658 req-897e90fa-8da0-4516-b01f-1839e1dceb2f tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] No DVR routers for this DVR port cec743a2-af4a-481b-958b-10b1837908c8 on host hv-cinder-78960 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:04:59.317337 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a35fd50f-ebd5-4cfb-927d-7a62698ee658 req-897e90fa-8da0-4516-b01f-1839e1dceb2f tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:59.320248 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-651cb212-ad35-421c-80b8-e686bc0fa78d req-f0edcbf0-3966-488f-912a-c0896f38a235 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.5763865 May 04 17:04:59.334646 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67e7dca-0804-414b-a5e1-53e128a355b1', 'name': 'network-vif-deleted', 'tag': 'cec743a2-af4a-481b-958b-10b1837908c8'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:04:59.346495 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-a35fd50f-ebd5-4cfb-927d-7a62698ee658 req-897e90fa-8da0-4516-b01f-1839e1dceb2f tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.41 "DELETE /v2.0/ports/cec743a2-af4a-481b-958b-10b1837908c8 HTTP/1.1" status: 204 len: 173 time: 1.2092297 May 04 17:04:59.389593 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-96f913c5-2511-4f38-baf9-514a38deafd9 None None] Set router cc1f1492-dd12-479c-84df-bcb184d88bef gateway port host: dv-cinder-789603-1-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:04:59.407105 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-651cb212-ad35-421c-80b8-e686bc0fa78d req-01f3edb2-dd8f-4f7e-a4bf-76b93727eada tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856223 May 04 17:04:59.501675 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67e7dca-0804-414b-a5e1-53e128a355b1', 'name': 'network-vif-deleted', 'tag': 'cec743a2-af4a-481b-958b-10b1837908c8', 'status': 'completed', 'code': 200} May 04 17:04:59.667756 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.db_base_plugin_common [None req-9ab337ab-e67d-41bf-8db4-1c8850a1283a None None] Allocated IP 172.20.0.2 (c9ff921e-b66c-4bc7-b10d-914a913128fb/a596f5d2-a865-452c-b982-48f0094f1d75/79b0db3c-34f2-4170-a35f-8bdaf06424c9) {{(pid=73811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:04:59.828790 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ed430989-6e2f-4f0d-a3cd-7519c236da72 req-eacf8e20-f522-41fb-99c7-eff02b727882 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67e7dca-0804-414b-a5e1-53e128a355b1 HTTP/1.1" status: 200 len: 210 time: 0.1449208 May 04 17:04:59.904047 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9a85873a-792a-4bf6-bc2a-77d36b83be3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:59.943585 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9a85873a-792a-4bf6-bc2a-77d36b83be3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:04:59.959782 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 7c1a8203-c49c-4900-9736-ab30590a7bf1 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:04:59.975005 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaca447-b18c-4ce8-9529-b6bae7059662 req-104848e1-63c8-422a-8e58-fc7143f976e5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:04:59.983006 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6eaca447-b18c-4ce8-9529-b6bae7059662 req-104848e1-63c8-422a-8e58-fc7143f976e5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 944 time: 0.3669739 May 04 17:05:00.054873 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-9ab337ab-e67d-41bf-8db4-1c8850a1283a None None] Notify callbacks [] for port, precommit_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:00.109046 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-9ab337ab-e67d-41bf-8db4-1c8850a1283a None None] Transition to ACTIVE for port object 79b0db3c-34f2-4170-a35f-8bdaf06424c9 will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:05:00.117357 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6eaca447-b18c-4ce8-9529-b6bae7059662 req-d30f7ad0-e069-4780-9c32-139eb55a544e tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885475 May 04 17:05:00.167361 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 51088) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:05:00.178635 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-9ab337ab-e67d-41bf-8db4-1c8850a1283a None None] Transition to ACTIVE for port object 79b0db3c-34f2-4170-a35f-8bdaf06424c9 will not be triggered until provisioned by entity DHCP. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:05:00.200373 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-9ab337ab-e67d-41bf-8db4-1c8850a1283a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686'] for port, after_create {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:00.222577 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-9a85873a-792a-4bf6-bc2a-77d36b83be3c admin admin] Allocated IP 172.28.3.12 (1fe869af-eee2-4a76-a542-2bd1a37527f5/ac6ef9b7-a26d-4df8-9aa7-613a10e1e621/4e4e793e-b08e-4084-b712-5777298edf7f) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:05:00.264202 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:00.406562 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-8820f850-8072-4e87-8d4b-d58c98f0a1e6 req-b945eddc-7b31-4cd3-b105-88c138f6d6cc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2378490 May 04 17:05:00.418603 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9a85873a-792a-4bf6-bc2a-77d36b83be3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:00.487106 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab337ab-e67d-41bf-8db4-1c8850a1283a None None] Network c9ff921e-b66c-4bc7-b10d-914a913128fb is already hosted by enough agents. {{(pid=73811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:05:00.488072 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab337ab-e67d-41bf-8db4-1c8850a1283a None None] Pushing event updated for resources: {'Port': ['ID=79b0db3c-34f2-4170-a35f-8bdaf06424c9,revision_number=1']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:00.496340 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.scheduler.base_scheduler [None req-9ab337ab-e67d-41bf-8db4-1c8850a1283a None None] Resources bound (agent type, host, resource id): {{(pid=73811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:05:00.505923 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-9ab337ab-e67d-41bf-8db4-1c8850a1283a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:00.507224 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9a85873a-792a-4bf6-bc2a-77d36b83be3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-721926'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:00.519589 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:00.530726 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab337ab-e67d-41bf-8db4-1c8850a1283a None None] Received port after_create {{(pid=73811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:05:00.614664 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a85873a-792a-4bf6-bc2a-77d36b83be3c admin admin] Network 1fe869af-eee2-4a76-a542-2bd1a37527f5 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:05:00.629347 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-9a85873a-792a-4bf6-bc2a-77d36b83be3c admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:05:00.635634 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a85873a-792a-4bf6-bc2a-77d36b83be3c admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:05:00.770010 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-9ab337ab-e67d-41bf-8db4-1c8850a1283a None None] Attempting to bind port 79b0db3c-34f2-4170-a35f-8bdaf06424c9 on host dv-cinder-789603-1-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:05:00.770542 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-9ab337ab-e67d-41bf-8db4-1c8850a1283a None None] Attempting to bind port 79b0db3c-34f2-4170-a35f-8bdaf06424c9 by drivers openvswitch,hyperv on host dv-cinder-789603-1-smb at level 0 using segments [{'id': '27bbd7d4-86d9-4f80-afc9-a47c5d6b157e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c9ff921e-b66c-4bc7-b10d-914a913128fb'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:05:00.771011 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab337ab-e67d-41bf-8db4-1c8850a1283a None None] Attempting to bind port 79b0db3c-34f2-4170-a35f-8bdaf06424c9 on network c9ff921e-b66c-4bc7-b10d-914a913128fb {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:05:00.811611 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab337ab-e67d-41bf-8db4-1c8850a1283a None None] Checking agent: {'id': 'f75b5240-9bcf-4890-b7dd-e1b2d86769d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 16, 54, 46), 'started_at': datetime.datetime(2021, 5, 4, 16, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:05:00.811878 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab337ab-e67d-41bf-8db4-1c8850a1283a None None] Checking segment: {'id': '27bbd7d4-86d9-4f80-afc9-a47c5d6b157e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c9ff921e-b66c-4bc7-b10d-914a913128fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:05:00.812395 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-9ab337ab-e67d-41bf-8db4-1c8850a1283a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:00.812938 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab337ab-e67d-41bf-8db4-1c8850a1283a None None] Bound using segment: {'id': '27bbd7d4-86d9-4f80-afc9-a47c5d6b157e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c9ff921e-b66c-4bc7-b10d-914a913128fb'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:05:00.813515 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-9ab337ab-e67d-41bf-8db4-1c8850a1283a None None] Bound port: 79b0db3c-34f2-4170-a35f-8bdaf06424c9, host: dv-cinder-789603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27bbd7d4-86d9-4f80-afc9-a47c5d6b157e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c9ff921e-b66c-4bc7-b10d-914a913128fb'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:05:00.814151 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-9ab337ab-e67d-41bf-8db4-1c8850a1283a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:00.958813 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85873a-792a-4bf6-bc2a-77d36b83be3c admin admin] Pushing event updated for resources: {'Port': ['ID=4e4e793e-b08e-4084-b712-5777298edf7f,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:00.974611 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9a85873a-792a-4bf6-bc2a-77d36b83be3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:00.985216 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-96f913c5-2511-4f38-baf9-514a38deafd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'name': 'tempest-TestShelveInstance-415547949-router', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '97e1b3d6-2d1f-494b-9917-231fc098a730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:44Z', 'updated_at': '2021-05-04T17:04:52Z', 'revision_number': 4, 'project_id': 'db8b3959138341e092434175a3480a37', 'gw_port': {'id': '97e1b3d6-2d1f-494b-9917-231fc098a730', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:45Z', 'updated_at': '2021-05-04T17:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': '507ee380-1164-4409-bd5c-b370a551b722', 'name': '', 'network_id': '2790ccbf-1fe4-4ddb-8a39-6ac4365def3a', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'mac_address': 'fa:16:3e:b6:19:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '93bf4862-9145-41a3-bcd3-124852de0037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:50Z', 'updated_at': '2021-05-04T17:04:58Z', 'revision_number': 4, 'project_id': 'db8b3959138341e092434175a3480a37', 'subnets': [{'id': '93bf4862-9145-41a3-bcd3-124852de0037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:05:00.993718 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f913c5-2511-4f38-baf9-514a38deafd9 None None] The sync data for ids ['cc1f1492-dd12-479c-84df-bcb184d88bef'] in dv-cinder-789603-1-smb is: [{'id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'name': 'tempest-TestShelveInstance-415547949-router', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '97e1b3d6-2d1f-494b-9917-231fc098a730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:44Z', 'updated_at': '2021-05-04T17:04:52Z', 'revision_number': 4, 'project_id': 'db8b3959138341e092434175a3480a37', 'gw_port': {'id': '97e1b3d6-2d1f-494b-9917-231fc098a730', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:45Z', 'updated_at': '2021-05-04T17:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': '507ee380-1164-4409-bd5c-b370a551b722', 'name': '', 'network_id': '2790ccbf-1fe4-4ddb-8a39-6ac4365def3a', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'mac_address': 'fa:16:3e:b6:19:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '93bf4862-9145-41a3-bcd3-124852de0037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:50Z', 'updated_at': '2021-05-04T17:04:58Z', 'revision_number': 4, 'project_id': 'db8b3959138341e092434175a3480a37', 'subnets': [{'id': '93bf4862-9145-41a3-bcd3-124852de0037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:05:01.055660 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-9ab337ab-e67d-41bf-8db4-1c8850a1283a None None] For port 79b0db3c-34f2-4170-a35f-8bdaf06424c9, host dv-cinder-789603-1-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:05:01.067565 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-9ab337ab-e67d-41bf-8db4-1c8850a1283a None None] For port 79b0db3c-34f2-4170-a35f-8bdaf06424c9, host dv-cinder-789603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=79b0db3c-34f2-4170-a35f-8bdaf06424c9,segment=NetworkSegment(27bbd7d4-86d9-4f80-afc9-a47c5d6b157e),segment_id=27bbd7d4-86d9-4f80-afc9-a47c5d6b157e)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:05:01.082083 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-9ab337ab-e67d-41bf-8db4-1c8850a1283a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:01.117560 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-fe5d6cbe-9f2c-408d-8825-d20f11ba422f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:01.301548 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab337ab-e67d-41bf-8db4-1c8850a1283a None None] Pushing event updated for resources: {'Port': ['ID=79b0db3c-34f2-4170-a35f-8bdaf06424c9,revision_number=2']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:01.306027 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-9ab337ab-e67d-41bf-8db4-1c8850a1283a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:01.839463 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device cec743a2-af4a-481b-958b-10b1837908c8 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:05:01.893409 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8d116-88d8-4ff9-a7f1-71277af8126d req-377f367e-0a94-4338-8fc4-1789c74a05b5 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:01.896325 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-12c8d116-88d8-4ff9-a7f1-71277af8126d req-377f367e-0a94-4338-8fc4-1789c74a05b5 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 1.2211123 May 04 17:05:01.925613 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] No Port match for: cec743a2-af4a-481b-958b-10b1837908c8 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:05:01.926226 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device cec743a2-af4a-481b-958b-10b1837908c8 not bound to the agent host hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:05:01.985822 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-12c8d116-88d8-4ff9-a7f1-71277af8126d req-1430ef01-a7c7-47ad-aacf-6bb00e0dce91 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667458 May 04 17:05:01.986404 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9a85873a-792a-4bf6-bc2a-77d36b83be3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:02.064262 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2b42d-18f2-4d28-864f-a7f2dd8d49b3 req-b837e127-749c-490f-8c2a-8ce348af5f69 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:02.072819 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c5e2b42d-18f2-4d28-864f-a7f2dd8d49b3 req-b837e127-749c-490f-8c2a-8ce348af5f69 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 944 time: 0.6225712 May 04 17:05:02.417909 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 79b0db3c-34f2-4170-a35f-8bdaf06424c9 up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:05:02.475184 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c5e2b42d-18f2-4d28-864f-a7f2dd8d49b3 req-7fbd60b1-4770-492d-92fd-05f6ded5d46a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4012165 May 04 17:05:02.658987 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning for port 79b0db3c-34f2-4170-a35f-8bdaf06424c9 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:05:02.670351 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 507ee380-1164-4409-bd5c-b370a551b722 up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:05:02.779299 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114e88ee-e3cf-450c-96f5-3335dc87ae7c None None] Network c9ff921e-b66c-4bc7-b10d-914a913128fb requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:05:02.838860 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning for port 507ee380-1164-4409-bd5c-b370a551b722 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:05:02.948750 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 507ee380-1164-4409-bd5c-b370a551b722 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:05:02.949431 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:02.984120 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-e722b201-c07a-4acf-9220-2a11321410f6 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:02.985686 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-e722b201-c07a-4acf-9220-2a11321410f6 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/networks?id=5eaec156-d1d2-4eb1-886c-cb8ab9f49966 HTTP/1.1" status: 200 len: 809 time: 0.6731100 May 04 17:05:02.990763 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9a85873a-792a-4bf6-bc2a-77d36b83be3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785587'] for router, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:03.066192 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-9f7c8731-5d06-41d4-af5f-5b37521ce815 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/quotas/1d31d3f115a7425daf8d54fcbe050c9f HTTP/1.1" status: 200 len: 375 time: 0.0727987 May 04 17:05:03.103543 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-5b324cd3-719e-4b3a-9a00-0034d4a671f0 None None] Provisioning for port 79b0db3c-34f2-4170-a35f-8bdaf06424c9 completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:05:03.123659 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-5b324cd3-719e-4b3a-9a00-0034d4a671f0 None None] Provisioning complete for port 79b0db3c-34f2-4170-a35f-8bdaf06424c9 triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:05:03.124153 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5b324cd3-719e-4b3a-9a00-0034d4a671f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:03.141360 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820f850-8072-4e87-8d4b-d58c98f0a1e6 req-dcbfcb77-84ac-40b8-a57f-77d12d06f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:03.143000 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-8820f850-8072-4e87-8d4b-d58c98f0a1e6 req-dcbfcb77-84ac-40b8-a57f-77d12d06f933 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e&tenant_id=a530a7f8042040e98a19a0a59ab370ed HTTP/1.1" status: 200 len: 1097 time: 0.1731026 May 04 17:05:03.193349 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-7476137d-3ebd-4e32-aa82-b76d6a96f948 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d31d3f115a7425daf8d54fcbe050c9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1132731 May 04 17:05:03.305690 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820f850-8072-4e87-8d4b-d58c98f0a1e6 req-84eba464-4dd8-4f90-8a28-d8855041c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:03.309948 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-8820f850-8072-4e87-8d4b-d58c98f0a1e6 req-84eba464-4dd8-4f90-8a28-d8855041c036 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a530a7f8042040e98a19a0a59ab370ed&device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 1097 time: 0.1377578 May 04 17:05:03.444139 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:03.511475 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5b324cd3-719e-4b3a-9a00-0034d4a671f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:03.521695 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820f850-8072-4e87-8d4b-d58c98f0a1e6 req-61cb6fe0-dc16-4b26-a044-7c0cddc25941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:03.522362 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] For port 507ee380-1164-4409-bd5c-b370a551b722, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=507ee380-1164-4409-bd5c-b370a551b722,segment=NetworkSegment(377bce57-fc69-436f-9128-ad1831bef4e9),segment_id=377bce57-fc69-436f-9128-ad1831bef4e9)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:05:03.524150 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-8820f850-8072-4e87-8d4b-d58c98f0a1e6 req-61cb6fe0-dc16-4b26-a044-7c0cddc25941 service neutron] 10.222.0.41 "GET /v2.0/networks?id=805702bb-73e1-49e9-949a-99d683f18b45 HTTP/1.1" status: 200 len: 918 time: 0.1992958 May 04 17:05:03.535748 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:03.543501 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-bb8cb371-8a56-4b5a-85f9-2c4fc3498bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:03.636070 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-5b324cd3-719e-4b3a-9a00-0034d4a671f0 None None] For port 79b0db3c-34f2-4170-a35f-8bdaf06424c9, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=79b0db3c-34f2-4170-a35f-8bdaf06424c9,segment=NetworkSegment(27bbd7d4-86d9-4f80-afc9-a47c5d6b157e),segment_id=27bbd7d4-86d9-4f80-afc9-a47c5d6b157e)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:05:03.646283 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5b324cd3-719e-4b3a-9a00-0034d4a671f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:03.662097 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-e2286f7b-b7f4-4215-96ea-894790769d10 service neutron] 10.222.0.24 "GET /v2.0/networks/5eaec156-d1d2-4eb1-886c-cb8ab9f49966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605651 May 04 17:05:03.679139 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Pushing event updated for resources: {'Port': ['ID=507ee380-1164-4409-bd5c-b370a551b722,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:03.683537 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:03.684788 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:03.694762 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-8820f850-8072-4e87-8d4b-d58c98f0a1e6 req-be36f47d-865d-4962-b435-416081734fd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c1a8203-c49c-4900-9736-ab30590a7bf1 HTTP/1.1" status: 200 len: 1000 time: 0.1612208 May 04 17:05:03.696810 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48456b-761a-47ac-9a3e-e8e920bb8c83 req-d932402b-cb6d-4dbf-9b39-e0456be9389f tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:03.703344 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-cd48456b-761a-47ac-9a3e-e8e920bb8c83 req-d932402b-cb6d-4dbf-9b39-e0456be9389f tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.4623606 May 04 17:05:03.784951 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b324cd3-719e-4b3a-9a00-0034d4a671f0 None None] Pushing event updated for resources: {'Port': ['ID=79b0db3c-34f2-4170-a35f-8bdaf06424c9,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:03.810966 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-5b324cd3-719e-4b3a-9a00-0034d4a671f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:03.812210 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820f850-8072-4e87-8d4b-d58c98f0a1e6 req-b667234e-a9e4-4c08-b917-84ceb3e0ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:03.813712 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-8820f850-8072-4e87-8d4b-d58c98f0a1e6 req-b667234e-a9e4-4c08-b917-84ceb3e0ca0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab HTTP/1.1" status: 200 len: 856 time: 0.1116495 May 04 17:05:03.981700 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a85873a-792a-4bf6-bc2a-77d36b83be3c admin admin] Router 2db2b3b2-bfc2-43bd-a00b-f7a5997dd185 is scheduled to L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 with binding_index 1 {{(pid=73809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:05:03.995871 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-e32ad741-2b86-4487-bd95-551e119255bd service neutron] 10.222.0.24 "GET /v2.0/networks/5eaec156-d1d2-4eb1-886c-cb8ab9f49966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327060 May 04 17:05:04.017884 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820f850-8072-4e87-8d4b-d58c98f0a1e6 req-c91dc9d9-6655-4d39-88e2-e001dd193dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:04.019646 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-8820f850-8072-4e87-8d4b-d58c98f0a1e6 req-c91dc9d9-6655-4d39-88e2-e001dd193dd1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=805702bb-73e1-49e9-949a-99d683f18b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1970539 May 04 17:05:04.045235 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-cd48456b-761a-47ac-9a3e-e8e920bb8c83 req-79ee0e0d-0b47-4598-80d5-af08e18b3849 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240125 May 04 17:05:04.082314 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-ad5a7f49-4c4c-4a58-9878-c39034e01bd1 None None] Provisioning complete for port 79b0db3c-34f2-4170-a35f-8bdaf06424c9 triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:05:04.085119 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-ad5a7f49-4c4c-4a58-9878-c39034e01bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:04.352739 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 79b0db3c-34f2-4170-a35f-8bdaf06424c9 up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:05:04.438140 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d5f2e00f-9b30-4424-92eb-12ce0e265e53 req-d4e5440a-9922-47ef-97c7-fc7e53f8c926 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 210 time: 0.0521595 May 04 17:05:04.476434 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-8820f850-8072-4e87-8d4b-d58c98f0a1e6 req-e4c8af66-5896-4110-83db-c1e7c170d8c9 service neutron] 10.222.0.41 "GET /v2.0/networks/805702bb-73e1-49e9-949a-99d683f18b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462550 May 04 17:05:04.559066 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 79b0db3c-34f2-4170-a35f-8bdaf06424c9 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:05:04.559441 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:04.638273 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc9c18-dde1-4c0a-a5f3-580d0dbebd71 req-1ebd9767-6122-4a55-b7db-c17d42d97647 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:04.646001 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-fadc9c18-dde1-4c0a-a5f3-580d0dbebd71 req-1ebd9767-6122-4a55-b7db-c17d42d97647 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 944 time: 0.3792605 May 04 17:05:04.648553 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a85873a-792a-4bf6-bc2a-77d36b83be3c admin admin] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:05:04.663889 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee375143-edbd-48a8-a81b-13729df7f239 None None] Sync routers for ids ['2db2b3b2-bfc2-43bd-a00b-f7a5997dd185'] in dv-cinder-789603-1-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:05:04.680986 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee375143-edbd-48a8-a81b-13729df7f239 None None] Routers {'2db2b3b2-bfc2-43bd-a00b-f7a5997dd185'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:05:04.681736 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-ee375143-edbd-48a8-a81b-13729df7f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:04:45Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['2db2b3b2-bfc2-43bd-a00b-f7a5997dd185'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:05:04.745174 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 507ee380-1164-4409-bd5c-b370a551b722 up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:05:04.821062 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-8820f850-8072-4e87-8d4b-d58c98f0a1e6 req-2bdc7a45-69c4-4158-960f-94f864253fcb service neutron] 10.222.0.41 "GET /v2.0/networks/805702bb-73e1-49e9-949a-99d683f18b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350458 May 04 17:05:04.821207 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-fadc9c18-dde1-4c0a-a5f3-580d0dbebd71 req-b4281e3e-34fb-425d-800e-b64d3b637fb1 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738949 May 04 17:05:04.834748 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9a85873a-792a-4bf6-bc2a-77d36b83be3c admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:04.843365 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 51144) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:05:04.847849 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-9a85873a-792a-4bf6-bc2a-77d36b83be3c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.7986917 May 04 17:05:04.931266 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 507ee380-1164-4409-bd5c-b370a551b722 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:05:04.931708 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:05.018982 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-ee375143-edbd-48a8-a81b-13729df7f239 None None] Set router 2db2b3b2-bfc2-43bd-a00b-f7a5997dd185 gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:05:05.525066 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fe80c-5a08-4290-a43d-c6d798621f25 req-89bfe698-87a2-45bd-a520-31f8edfd7360 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:05.538026 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8f4fe80c-5a08-4290-a43d-c6d798621f25 req-89bfe698-87a2-45bd-a520-31f8edfd7360 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.2146392 May 04 17:05:05.642178 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8f4fe80c-5a08-4290-a43d-c6d798621f25 req-16da982f-d609-415f-9563-f7d703c26bd0 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946772 May 04 17:05:05.953652 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d10dda47-d86f-42e9-b4b9-c15ddf6dd8ed req-4edd9811-4025-4617-954d-fced1e138c10 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 210 time: 0.1292677 May 04 17:05:06.094037 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-ee375143-edbd-48a8-a81b-13729df7f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db2b3b2-bfc2-43bd-a00b-f7a5997dd185', 'name': 'tempest-TestShelveInstance-1184949776-router', 'tenant_id': 'd899a91d58d244dcbe2fc7b0ea1cf5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.12'}], 'enable_snat': True}, 'gw_port_id': '4e4e793e-b08e-4084-b712-5777298edf7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:58Z', 'updated_at': '2021-05-04T17:05:01Z', 'revision_number': 3, 'project_id': 'd899a91d58d244dcbe2fc7b0ea1cf5a2', 'gw_port': {'id': '4e4e793e-b08e-4084-b712-5777298edf7f', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db2b3b2-bfc2-43bd-a00b-f7a5997dd185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:05:00Z', 'updated_at': '2021-05-04T17:05:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb'}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:05:06.104577 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee375143-edbd-48a8-a81b-13729df7f239 None None] Checking router: 2db2b3b2-bfc2-43bd-a00b-f7a5997dd185 for host: dv-cinder-789603-1-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:05:06.105050 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee375143-edbd-48a8-a81b-13729df7f239 None None] Updating router 2db2b3b2-bfc2-43bd-a00b-f7a5997dd185 port 4e4e793e-b08e-4084-b712-5777298edf7f binding host dv-cinder-789603-1-smb {{(pid=73812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:05:06.215977 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ee375143-edbd-48a8-a81b-13729df7f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:06.238629 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372d4ae-7766-43bf-a242-a255dd8d4fde req-23b57aaa-c8a1-43ad-9e30-c9981c876743 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:06.240579 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e372d4ae-7766-43bf-a242-a255dd8d4fde req-23b57aaa-c8a1-43ad-9e30-c9981c876743 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 944 time: 0.1108289 May 04 17:05:06.392997 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e372d4ae-7766-43bf-a242-a255dd8d4fde req-63bc6280-cb27-4cae-8087-20385b05fe3a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394725 May 04 17:05:06.532572 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f6388c24-2d24-4cfd-abb0-2d87afdf84f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:06.727982 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:05:07.140001 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-4fb86ed4-bc2a-4068-ac39-990579ddcbb6 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:07.142433 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-4fb86ed4-bc2a-4068-ac39-990579ddcbb6 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.41 "GET /v2.0/networks?id=5eaec156-d1d2-4eb1-886c-cb8ab9f49966 HTTP/1.1" status: 200 len: 809 time: 0.5588224 May 04 17:05:07.191231 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb708e-33c6-4793-afb3-684ba4a8ed7f req-4a7881b0-90e1-4547-b57e-20db6de449c2 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:07.201838 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1acb708e-33c6-4793-afb3-684ba4a8ed7f req-4a7881b0-90e1-4547-b57e-20db6de449c2 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.1796999 May 04 17:05:07.211091 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-f8a47373-77c3-42e7-a29c-c2a4f03d0fc0 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Request body: {'port': {'device_id': 'a250be6a-ffc4-4d6c-8902-d9e1e94836dd', 'network_id': '5eaec156-d1d2-4eb1-886c-cb8ab9f49966', 'admin_state_up': True, 'tenant_id': '1d31d3f115a7425daf8d54fcbe050c9f'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:05:07.254402 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1acb708e-33c6-4793-afb3-684ba4a8ed7f req-e15e3cdd-96d6-4316-8e8b-058d5063f887 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512314 May 04 17:05:07.321302 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-39301f30-3a14-43ae-b12c-a98030c5e951 req-d941a7b1-f156-4302-bc6b-0769a86c31de tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 210 time: 0.0650854 May 04 17:05:07.429998 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ee375143-edbd-48a8-a81b-13729df7f239 None None] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:07.449133 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-ee375143-edbd-48a8-a81b-13729df7f239 None None] Transition to ACTIVE for port object 4e4e793e-b08e-4084-b712-5777298edf7f will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:05:07.459873 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ee375143-edbd-48a8-a81b-13729df7f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:07.467363 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:07.490992 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-f8a47373-77c3-42e7-a29c-c2a4f03d0fc0 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:05:07.503524 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-f8a47373-77c3-42e7-a29c-c2a4f03d0fc0 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Usage tracker for resource:port and tenant:1d31d3f115a7425daf8d54fcbe050c9f is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:05:07.508652 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-f8a47373-77c3-42e7-a29c-c2a4f03d0fc0 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:05:07.519076 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-f8a47373-77c3-42e7-a29c-c2a4f03d0fc0 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:05:07.563137 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb261e-7003-4461-82b9-9a258aa1368c None None] Pushing event updated for resources: {'Port': ['ID=4e4e793e-b08e-4084-b712-5777298edf7f,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:07.579742 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-98eb261e-7003-4461-82b9-9a258aa1368c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:07.611696 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-ee375143-edbd-48a8-a81b-13729df7f239 None None] Attempting to bind port 4e4e793e-b08e-4084-b712-5777298edf7f on host dv-cinder-789603-1-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:05:07.612703 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-ee375143-edbd-48a8-a81b-13729df7f239 None None] Attempting to bind port 4e4e793e-b08e-4084-b712-5777298edf7f by drivers openvswitch,hyperv on host dv-cinder-789603-1-smb at level 0 using segments [{'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:05:07.613422 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee375143-edbd-48a8-a81b-13729df7f239 None None] Attempting to bind port 4e4e793e-b08e-4084-b712-5777298edf7f on network 1fe869af-eee2-4a76-a542-2bd1a37527f5 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:05:07.623302 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee375143-edbd-48a8-a81b-13729df7f239 None None] Checking agent: {'id': 'f75b5240-9bcf-4890-b7dd-e1b2d86769d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 16, 54, 46), 'started_at': datetime.datetime(2021, 5, 4, 16, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:05:07.624136 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee375143-edbd-48a8-a81b-13729df7f239 None None] Checking segment: {'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:05:07.624970 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ee375143-edbd-48a8-a81b-13729df7f239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:07.625860 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee375143-edbd-48a8-a81b-13729df7f239 None None] Bound using segment: {'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:05:07.626907 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-ee375143-edbd-48a8-a81b-13729df7f239 None None] Bound port: 4e4e793e-b08e-4084-b712-5777298edf7f, host: dv-cinder-789603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a61c93-30bf-46d3-abd6-912a62526c31', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:05:07.627663 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ee375143-edbd-48a8-a81b-13729df7f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:07.750705 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-f6388c24-2d24-4cfd-abb0-2d87afdf84f0 admin admin] Allocated IP 172.20.0.1 (c9ff921e-b66c-4bc7-b10d-914a913128fb/a596f5d2-a865-452c-b982-48f0094f1d75/b89cac64-ff2b-448a-a2be-1e1d1603f400) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:05:07.756425 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-f8a47373-77c3-42e7-a29c-c2a4f03d0fc0 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Made reservation on behalf of 1d31d3f115a7425daf8d54fcbe050c9f for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:05:07.760718 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-f8a47373-77c3-42e7-a29c-c2a4f03d0fc0 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:07.795215 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-ee375143-edbd-48a8-a81b-13729df7f239 None None] For port 4e4e793e-b08e-4084-b712-5777298edf7f, host dv-cinder-789603-1-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:05:07.800178 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-ee375143-edbd-48a8-a81b-13729df7f239 None None] For port 4e4e793e-b08e-4084-b712-5777298edf7f, host dv-cinder-789603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=4e4e793e-b08e-4084-b712-5777298edf7f,segment=NetworkSegment(03a61c93-30bf-46d3-abd6-912a62526c31),segment_id=03a61c93-30bf-46d3-abd6-912a62526c31)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:05:07.805796 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ee375143-edbd-48a8-a81b-13729df7f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:07.816703 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-041dc28e-9123-4094-a466-4ecd65132a19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:07.949481 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8deb95-2e26-436d-ab11-85d3acf21913 req-d83d53ce-1587-4e0b-a689-93e8d60fa019 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:07.958913 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-bf8deb95-2e26-436d-ab11-85d3acf21913 req-d83d53ce-1587-4e0b-a689-93e8d60fa019 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 944 time: 0.2141542 May 04 17:05:07.975833 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee375143-edbd-48a8-a81b-13729df7f239 None None] Routers {'2db2b3b2-bfc2-43bd-a00b-f7a5997dd185'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:05:07.977323 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-ee375143-edbd-48a8-a81b-13729df7f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:04:45Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['2db2b3b2-bfc2-43bd-a00b-f7a5997dd185'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:05:08.031252 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-bf8deb95-2e26-436d-ab11-85d3acf21913 req-0f35d277-9f22-4d25-addc-4e3a7ac08256 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692048 May 04 17:05:08.217580 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb261e-7003-4461-82b9-9a258aa1368c None None] Pushing event updated for resources: {'Port': ['ID=4e4e793e-b08e-4084-b712-5777298edf7f,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:08.253778 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f6388c24-2d24-4cfd-abb0-2d87afdf84f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:08.260095 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-98eb261e-7003-4461-82b9-9a258aa1368c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:08.295770 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-f6388c24-2d24-4cfd-abb0-2d87afdf84f0 admin admin] Transition to ACTIVE for port object b89cac64-ff2b-448a-a2be-1e1d1603f400 will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:05:08.298450 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-f8a47373-77c3-42e7-a29c-c2a4f03d0fc0 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Allocated IP 172.20.0.11 (5eaec156-d1d2-4eb1-886c-cb8ab9f49966/56229241-7875-4805-be1f-e8e4922a6af1/f319b456-904f-4be6-806d-e9f178705947) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:05:08.360118 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-ee375143-edbd-48a8-a81b-13729df7f239 None None] Set router 2db2b3b2-bfc2-43bd-a00b-f7a5997dd185 gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:05:08.421565 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f6388c24-2d24-4cfd-abb0-2d87afdf84f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:08.441975 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0075d8b3-153d-4e04-9dbc-808cf3dc08ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:08.616329 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6388c24-2d24-4cfd-abb0-2d87afdf84f0 admin admin] Network c9ff921e-b66c-4bc7-b10d-914a913128fb is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:05:08.624132 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-f6388c24-2d24-4cfd-abb0-2d87afdf84f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:05:08.635123 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6388c24-2d24-4cfd-abb0-2d87afdf84f0 admin admin] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:05:08.694376 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f6388c24-2d24-4cfd-abb0-2d87afdf84f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656092'] for router_interface, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:08.718172 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6388c24-2d24-4cfd-abb0-2d87afdf84f0 admin admin] Pushing event updated for resources: {'Port': ['ID=b89cac64-ff2b-448a-a2be-1e1d1603f400,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:08.732723 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f6388c24-2d24-4cfd-abb0-2d87afdf84f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:08.743228 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-ef7cf7cd-6cb3-44f1-af0c-a9278f81be04 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:08.757595 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-ef7cf7cd-6cb3-44f1-af0c-a9278f81be04 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/networks?id=bc3461c8-37b6-4e7e-a81b-a1703af6990a HTTP/1.1" status: 200 len: 815 time: 0.4873152 May 04 17:05:08.797813 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-f8a47373-77c3-42e7-a29c-c2a4f03d0fc0 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:08.815045 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-ee375143-edbd-48a8-a81b-13729df7f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db2b3b2-bfc2-43bd-a00b-f7a5997dd185', 'name': 'tempest-TestShelveInstance-1184949776-router', 'tenant_id': 'd899a91d58d244dcbe2fc7b0ea1cf5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.12'}], 'enable_snat': True}, 'gw_port_id': '4e4e793e-b08e-4084-b712-5777298edf7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:58Z', 'updated_at': '2021-05-04T17:05:01Z', 'revision_number': 3, 'project_id': 'd899a91d58d244dcbe2fc7b0ea1cf5a2', 'gw_port': {'id': '4e4e793e-b08e-4084-b712-5777298edf7f', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db2b3b2-bfc2-43bd-a00b-f7a5997dd185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:05:00Z', 'updated_at': '2021-05-04T17:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb'}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:05:08.820447 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0cb4eb-9e5e-4dc8-b0ec-382b0b7597fe req-5f93d66b-7f41-4131-80c0-ef27ac4b1eab tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:08.821563 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee375143-edbd-48a8-a81b-13729df7f239 None None] The sync data for ids ['2db2b3b2-bfc2-43bd-a00b-f7a5997dd185'] in dv-cinder-789603-1-smb is: [{'id': '2db2b3b2-bfc2-43bd-a00b-f7a5997dd185', 'name': 'tempest-TestShelveInstance-1184949776-router', 'tenant_id': 'd899a91d58d244dcbe2fc7b0ea1cf5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.12'}], 'enable_snat': True}, 'gw_port_id': '4e4e793e-b08e-4084-b712-5777298edf7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:58Z', 'updated_at': '2021-05-04T17:05:01Z', 'revision_number': 3, 'project_id': 'd899a91d58d244dcbe2fc7b0ea1cf5a2', 'gw_port': {'id': '4e4e793e-b08e-4084-b712-5777298edf7f', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db2b3b2-bfc2-43bd-a00b-f7a5997dd185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:05:00Z', 'updated_at': '2021-05-04T17:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb'}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:05:08.834150 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-db0cb4eb-9e5e-4dc8-b0ec-382b0b7597fe req-5f93d66b-7f41-4131-80c0-ef27ac4b1eab tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.3055935 May 04 17:05:08.892108 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-0a4cac95-edcf-4514-b801-5480f3771f97 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/quotas/507507794b464505b12fc044f369bd6d HTTP/1.1" status: 200 len: 375 time: 0.1330519 May 04 17:05:08.935478 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-f8a47373-77c3-42e7-a29c-c2a4f03d0fc0 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:08.956921 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-091f9122-60a9-4e47-8701-4808568b3cd1 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:09.067339 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f6388c24-2d24-4cfd-abb0-2d87afdf84f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:09.114070 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8536baf4-d3d0-4fd2-94b0-86507be4ffe8 None None] Provisioning for port b89cac64-ff2b-448a-a2be-1e1d1603f400 completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:05:09.122870 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-8536baf4-d3d0-4fd2-94b0-86507be4ffe8 None None] Provisioning complete for port b89cac64-ff2b-448a-a2be-1e1d1603f400 triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:05:09.123741 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8536baf4-d3d0-4fd2-94b0-86507be4ffe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:09.126709 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-db0cb4eb-9e5e-4dc8-b0ec-382b0b7597fe req-0787f5dc-f262-45c2-a2f2-fe634c39edf1 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915585 May 04 17:05:09.162782 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-57c28adb-7bca-4d33-bfa1-d27a1fb4fdf7 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=507507794b464505b12fc044f369bd6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2687030 May 04 17:05:09.241688 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-8536baf4-d3d0-4fd2-94b0-86507be4ffe8 None None] Port b89cac64-ff2b-448a-a2be-1e1d1603f400 cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:05:09.323327 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-f8a47373-77c3-42e7-a29c-c2a4f03d0fc0 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Network 5eaec156-d1d2-4eb1-886c-cb8ab9f49966 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:05:09.327509 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-f8a47373-77c3-42e7-a29c-c2a4f03d0fc0 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:05:09.357552 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-f8a47373-77c3-42e7-a29c-c2a4f03d0fc0 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:05:09.469936 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a47373-77c3-42e7-a29c-c2a4f03d0fc0 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Pushing event updated for resources: {'Port': ['ID=f319b456-904f-4be6-806d-e9f178705947,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:09.484661 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f8a47373-77c3-42e7-a29c-c2a4f03d0fc0 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:09.544671 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-f8a47373-77c3-42e7-a29c-c2a4f03d0fc0 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:09.545346 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-f8a47373-77c3-42e7-a29c-c2a4f03d0fc0 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:09.612128 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-f8a47373-77c3-42e7-a29c-c2a4f03d0fc0 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4259455 May 04 17:05:09.811721 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-e8862941-3923-4034-b4a9-116d1190379a service neutron] 10.222.0.24 "GET /v2.0/networks/bc3461c8-37b6-4e7e-a81b-a1703af6990a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6299865 May 04 17:05:09.863859 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f6388c24-2d24-4cfd-abb0-2d87afdf84f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:09.870580 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f6388c24-2d24-4cfd-abb0-2d87afdf84f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:09.929502 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:10.011090 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770514f-217d-4137-b4c4-4724786a1578 req-be9658b9-2e2a-40e5-bb34-e41244ddea51 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:10.018469 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1770514f-217d-4137-b4c4-4724786a1578 req-be9658b9-2e2a-40e5-bb34-e41244ddea51 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 932 time: 0.3690410 May 04 17:05:10.040985 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6388c24-2d24-4cfd-abb0-2d87afdf84f0 admin admin] Pushing event updated for resources: {'Port': ['ID=b89cac64-ff2b-448a-a2be-1e1d1603f400,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:10.068200 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f6388c24-2d24-4cfd-abb0-2d87afdf84f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655999'] for router_interface, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:10.073478 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f6388c24-2d24-4cfd-abb0-2d87afdf84f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:10.075074 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-f77aa5ad-6c50-422d-8340-b8fa33e9de90 service neutron] 10.222.0.24 "GET /v2.0/networks/bc3461c8-37b6-4e7e-a81b-a1703af6990a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624514 May 04 17:05:10.118967 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1770514f-217d-4137-b4c4-4724786a1578 req-91bf777e-90ea-47f5-b43a-2ae70ead5454 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994482 May 04 17:05:10.393707 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6388c24-2d24-4cfd-abb0-2d87afdf84f0 admin admin] Network c9ff921e-b66c-4bc7-b10d-914a913128fb is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:05:10.396122 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-f6388c24-2d24-4cfd-abb0-2d87afdf84f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:05:10.396263 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 4e4e793e-b08e-4084-b712-5777298edf7f up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:05:10.506857 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd977bb-7073-45ea-b337-1170dbb1edaf req-ebb09200-f59f-4ed3-9c5f-64c32df4f195 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:10.508511 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-0dd977bb-7073-45ea-b337-1170dbb1edaf req-ebb09200-f59f-4ed3-9c5f-64c32df4f195 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 944 time: 0.2027106 May 04 17:05:10.677913 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning for port 4e4e793e-b08e-4084-b712-5777298edf7f completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:05:10.689721 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 4e4e793e-b08e-4084-b712-5777298edf7f triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:05:10.690035 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:10.704792 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-0dd977bb-7073-45ea-b337-1170dbb1edaf req-3a1ef77e-77b3-47e6-a36b-30fda6864c78 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856687 May 04 17:05:10.797558 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec84e96-611e-42da-b394-c615523d8543 req-924a93d3-87b8-4fe3-8ef6-4dce696d76f6 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:10.801110 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3ec84e96-611e-42da-b394-c615523d8543 req-924a93d3-87b8-4fe3-8ef6-4dce696d76f6 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.2809467 May 04 17:05:10.974587 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-68e6be5e-7664-42ae-81b2-a83e99bb28d3 req-e06e5ce7-7e18-466c-8fcf-230d7cb96b37 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 210 time: 0.1067903 May 04 17:05:11.013354 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3ec84e96-611e-42da-b394-c615523d8543 req-805db56b-3131-4d3a-8ecc-d914e2644dab tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894462 May 04 17:05:11.033796 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-6b520be2-ed50-4ad1-ad5b-1b6c1b023f87 None None] Provisioning complete for port b89cac64-ff2b-448a-a2be-1e1d1603f400 triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:05:11.034537 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-6b520be2-ed50-4ad1-ad5b-1b6c1b023f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:11.096970 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:11.136104 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] For port 4e4e793e-b08e-4084-b712-5777298edf7f, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=4e4e793e-b08e-4084-b712-5777298edf7f,segment=NetworkSegment(03a61c93-30bf-46d3-abd6-912a62526c31),segment_id=03a61c93-30bf-46d3-abd6-912a62526c31)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:05:11.152691 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:11.161484 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:11.178686 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6388c24-2d24-4cfd-abb0-2d87afdf84f0 admin admin] Router 2db2b3b2-bfc2-43bd-a00b-f7a5997dd185 has already been hosted by L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:05:11.259222 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-6b520be2-ed50-4ad1-ad5b-1b6c1b023f87 None None] Port b89cac64-ff2b-448a-a2be-1e1d1603f400 cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:05:11.293276 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Pushing event updated for resources: {'Port': ['ID=4e4e793e-b08e-4084-b712-5777298edf7f,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:11.304934 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:11.449776 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1361492-861e-4755-a218-f8c8454140ba req-ca817c24-5691-4275-b23a-b6ed1d21d320 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:11.451403 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a1361492-861e-4755-a218-f8c8454140ba req-ca817c24-5691-4275-b23a-b6ed1d21d320 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 932 time: 0.1496053 May 04 17:05:11.519714 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a1361492-861e-4755-a218-f8c8454140ba req-9cab2d36-210c-4319-b74d-6312d44ad3fd tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619078 May 04 17:05:11.548747 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6388c24-2d24-4cfd-abb0-2d87afdf84f0 admin admin] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:05:11.554724 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-f6388c24-2d24-4cfd-abb0-2d87afdf84f0 admin admin] 10.222.0.24 "PUT /v2.0/routers/2db2b3b2-bfc2-43bd-a00b-f7a5997dd185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7102225 May 04 17:05:11.718339 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d92fc1-ba78-407a-a1d9-ae941aa9b432 None None] Sync routers for ids ['2db2b3b2-bfc2-43bd-a00b-f7a5997dd185'] in dv-cinder-789603-1-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:05:11.729491 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d92fc1-ba78-407a-a1d9-ae941aa9b432 None None] Routers {'2db2b3b2-bfc2-43bd-a00b-f7a5997dd185'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:05:11.730364 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-b1d92fc1-ba78-407a-a1d9-ae941aa9b432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:04:45Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['2db2b3b2-bfc2-43bd-a00b-f7a5997dd185'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:05:11.996175 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-b1d92fc1-ba78-407a-a1d9-ae941aa9b432 None None] Set router 2db2b3b2-bfc2-43bd-a00b-f7a5997dd185 gateway port host: dv-cinder-789603-1-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:05:12.020971 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0633e42-bacd-4967-9e2c-fab6b801cf25 req-877cb4d8-f088-4d71-b866-ae04bb52261b tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:12.022702 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c0633e42-bacd-4967-9e2c-fab6b801cf25 req-877cb4d8-f088-4d71-b866-ae04bb52261b tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 944 time: 0.0987606 May 04 17:05:12.090794 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c0633e42-bacd-4967-9e2c-fab6b801cf25 req-49701596-dc84-4b1c-ae9e-07f766a2d2ad tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584037 May 04 17:05:12.340290 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8b750450-249e-4605-9997-e5cf413ecc51 req-d4af277a-c482-473a-bbce-3ec463932f96 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 210 time: 0.0895977 May 04 17:05:12.365750 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 4e4e793e-b08e-4084-b712-5777298edf7f up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:05:12.466803 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-b1d92fc1-ba78-407a-a1d9-ae941aa9b432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db2b3b2-bfc2-43bd-a00b-f7a5997dd185', 'name': 'tempest-TestShelveInstance-1184949776-router', 'tenant_id': 'd899a91d58d244dcbe2fc7b0ea1cf5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.12'}], 'enable_snat': True}, 'gw_port_id': '4e4e793e-b08e-4084-b712-5777298edf7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:58Z', 'updated_at': '2021-05-04T17:05:08Z', 'revision_number': 4, 'project_id': 'd899a91d58d244dcbe2fc7b0ea1cf5a2', 'gw_port': {'id': '4e4e793e-b08e-4084-b712-5777298edf7f', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db2b3b2-bfc2-43bd-a00b-f7a5997dd185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:05:00Z', 'updated_at': '2021-05-04T17:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': 'b89cac64-ff2b-448a-a2be-1e1d1603f400', 'name': '', 'network_id': 'c9ff921e-b66c-4bc7-b10d-914a913128fb', 'tenant_id': 'd899a91d58d244dcbe2fc7b0ea1cf5a2', 'mac_address': 'fa:16:3e:a7:2b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db2b3b2-bfc2-43bd-a00b-f7a5997dd185', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'a596f5d2-a865-452c-b982-48f0094f1d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:05:06Z', 'updated_at': '2021-05-04T17:05:09Z', 'revision_number': 2, 'project_id': 'd899a91d58d244dcbe2fc7b0ea1cf5a2', 'subnets': [{'id': 'a596f5d2-a865-452c-b982-48f0094f1d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:05:12.471444 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d92fc1-ba78-407a-a1d9-ae941aa9b432 None None] Checking router: 2db2b3b2-bfc2-43bd-a00b-f7a5997dd185 for host: dv-cinder-789603-1-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:05:12.471933 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d92fc1-ba78-407a-a1d9-ae941aa9b432 None None] Updating router 2db2b3b2-bfc2-43bd-a00b-f7a5997dd185 port b89cac64-ff2b-448a-a2be-1e1d1603f400 binding host dv-cinder-789603-1-smb {{(pid=73811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:05:12.519638 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port 4e4e793e-b08e-4084-b712-5777298edf7f triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:05:12.520011 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:12.671795 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7407f-546a-480b-9ede-945bf3139530 req-56d00b66-10d4-4173-8448-8733575ebc84 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:12.673680 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-90a7407f-546a-480b-9ede-945bf3139530 req-56d00b66-10d4-4173-8448-8733575ebc84 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.1484814 May 04 17:05:12.689277 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 51274) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:05:12.695064 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-1d7020d6-6db8-45da-aadd-a1e2514941c1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2053485349', 'description': 'tempest-secgroup-smoke-2053485349 description', 'project_id': 'db8b3959138341e092434175a3480a37'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:05:12.705678 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-1d7020d6-6db8-45da-aadd-a1e2514941c1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:05:12.709968 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-b1d92fc1-ba78-407a-a1d9-ae941aa9b432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:12.715679 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-1d7020d6-6db8-45da-aadd-a1e2514941c1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Usage tracker for resource:security_group and tenant:db8b3959138341e092434175a3480a37 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:05:12.721034 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-1d7020d6-6db8-45da-aadd-a1e2514941c1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:05:12.736576 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-1d7020d6-6db8-45da-aadd-a1e2514941c1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:05:12.750764 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1d7020d6-6db8-45da-aadd-a1e2514941c1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:12.771350 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-90a7407f-546a-480b-9ede-945bf3139530 req-24689fcb-125e-4842-88cd-5ab48ffd9313 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914903 May 04 17:05:12.788651 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-1b47d04d-156f-434f-817f-021664bde035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:12.829085 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-1d7020d6-6db8-45da-aadd-a1e2514941c1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:05:12.846129 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-1d7020d6-6db8-45da-aadd-a1e2514941c1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Usage tracker for resource:security_group_rule and tenant:db8b3959138341e092434175a3480a37 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:05:12.850208 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-1d7020d6-6db8-45da-aadd-a1e2514941c1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:05:12.874289 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-1d7020d6-6db8-45da-aadd-a1e2514941c1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:05:12.958175 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c3b0a-fd6f-4b88-a016-9c557d29b47c req-598e2c7d-7734-4635-b729-fab7824edddd tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:12.959824 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-bd9c3b0a-fd6f-4b88-a016-9c557d29b47c req-598e2c7d-7734-4635-b729-fab7824edddd tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 932 time: 0.1406579 May 04 17:05:13.058594 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1d7020d6-6db8-45da-aadd-a1e2514941c1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:13.065132 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1d7020d6-6db8-45da-aadd-a1e2514941c1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:13.066365 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-bd9c3b0a-fd6f-4b88-a016-9c557d29b47c req-17970d38-e808-40ae-a888-758dc91ede66 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960963 May 04 17:05:13.072251 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-29bd2ff8-b432-433d-9a4b-624420fec2d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:13.118296 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7020d6-6db8-45da-aadd-a1e2514941c1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:13.125454 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1d7020d6-6db8-45da-aadd-a1e2514941c1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:13.127160 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1d7020d6-6db8-45da-aadd-a1e2514941c1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:13.128552 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-1d7020d6-6db8-45da-aadd-a1e2514941c1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4382019 May 04 17:05:13.131687 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 51282) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:05:13.137666 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-5f31bd65-df88-4e17-a2ad-7ec10f5e5d9d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Request body: {'security_group_rule': {'security_group_id': '84cfc876-b8b2-4c6e-aea4-c5a18e54fed2', 'project_id': 'db8b3959138341e092434175a3480a37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:05:13.144254 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-5f31bd65-df88-4e17-a2ad-7ec10f5e5d9d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:05:13.148276 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-5f31bd65-df88-4e17-a2ad-7ec10f5e5d9d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Usage tracker for resource:security_group_rule and tenant:db8b3959138341e092434175a3480a37 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:05:13.151946 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-5f31bd65-df88-4e17-a2ad-7ec10f5e5d9d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:05:13.163325 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-5f31bd65-df88-4e17-a2ad-7ec10f5e5d9d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:05:13.203406 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5f31bd65-df88-4e17-a2ad-7ec10f5e5d9d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:13.300781 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5f31bd65-df88-4e17-a2ad-7ec10f5e5d9d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:13.306149 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5f31bd65-df88-4e17-a2ad-7ec10f5e5d9d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559949'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:13.309377 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:13.335895 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31bd65-df88-4e17-a2ad-7ec10f5e5d9d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a315e9fc-578b-4085-8882-f07b784ae0d3,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:13.341362 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5f31bd65-df88-4e17-a2ad-7ec10f5e5d9d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:13.360855 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5f31bd65-df88-4e17-a2ad-7ec10f5e5d9d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:13.365001 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-5f31bd65-df88-4e17-a2ad-7ec10f5e5d9d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2321360 May 04 17:05:13.366239 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 51286) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:05:13.374286 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-67598479-e6c0-4b64-aa83-0be073d5e024 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Request body: {'security_group_rule': {'security_group_id': '84cfc876-b8b2-4c6e-aea4-c5a18e54fed2', 'project_id': 'db8b3959138341e092434175a3480a37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:05:13.382565 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-67598479-e6c0-4b64-aa83-0be073d5e024 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:05:13.408877 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-67598479-e6c0-4b64-aa83-0be073d5e024 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Usage tracker for resource:security_group_rule and tenant:db8b3959138341e092434175a3480a37 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:05:13.416054 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-67598479-e6c0-4b64-aa83-0be073d5e024 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:05:13.426549 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-b1d92fc1-ba78-407a-a1d9-ae941aa9b432 None None] Notify callbacks [] for port, precommit_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:13.434938 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-67598479-e6c0-4b64-aa83-0be073d5e024 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:05:13.452510 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-b1d92fc1-ba78-407a-a1d9-ae941aa9b432 None None] Transition to ACTIVE for port object b89cac64-ff2b-448a-a2be-1e1d1603f400 will not be triggered until provisioned by entity L2. {{(pid=73811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:05:13.458342 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-b1d92fc1-ba78-407a-a1d9-ae941aa9b432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:13.463522 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:13.481151 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-67598479-e6c0-4b64-aa83-0be073d5e024 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:13.609798 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-67598479-e6c0-4b64-aa83-0be073d5e024 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:13.615626 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-88e3adb2-d648-4451-b2ff-ef4040f5eec4 req-c51f5907-2b7b-4dd4-a752-499b4fe07193 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 210 time: 0.0604916 May 04 17:05:13.616524 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-67598479-e6c0-4b64-aa83-0be073d5e024 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559949'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:13.623289 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d9042cb2-84c3-4e12-bbae-5af2f7a55cd8 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:13.675028 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67598479-e6c0-4b64-aa83-0be073d5e024 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2649e2-c856-4816-acb7-5f5b27616981,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:13.692854 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-67598479-e6c0-4b64-aa83-0be073d5e024 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:13.705530 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-67598479-e6c0-4b64-aa83-0be073d5e024 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:13.707062 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-67598479-e6c0-4b64-aa83-0be073d5e024 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3396220 May 04 17:05:13.710156 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 51296) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:05:13.717577 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc0e73-0b70-4400-b80d-a372f3d64c93 req-aa66c3d4-f0d1-4ac9-a7b5-f4adc8b39fab tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:13.719140 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8cfc0e73-0b70-4400-b80d-a372f3d64c93 req-aa66c3d4-f0d1-4ac9-a7b5-f4adc8b39fab tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 944 time: 0.2169669 May 04 17:05:13.719805 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-407d3292-9ac4-4a2b-aa33-f9f60ee2be01 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Request body: {'security_group_rule': {'security_group_id': '84cfc876-b8b2-4c6e-aea4-c5a18e54fed2', 'project_id': 'db8b3959138341e092434175a3480a37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:05:13.738472 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-407d3292-9ac4-4a2b-aa33-f9f60ee2be01 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:05:13.739867 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36866cb2-179a-428a-ba7e-938e47c4c270 None None] Pushing event updated for resources: {'Port': ['ID=b89cac64-ff2b-448a-a2be-1e1d1603f400,revision_number=3']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:13.747573 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-407d3292-9ac4-4a2b-aa33-f9f60ee2be01 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Usage tracker for resource:security_group_rule and tenant:db8b3959138341e092434175a3480a37 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:05:13.754194 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-407d3292-9ac4-4a2b-aa33-f9f60ee2be01 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:05:13.761639 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-36866cb2-179a-428a-ba7e-938e47c4c270 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:13.792289 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8cfc0e73-0b70-4400-b80d-a372f3d64c93 req-bd575176-f24a-4d35-bbb7-4239f5c4418f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643375 May 04 17:05:13.794631 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-407d3292-9ac4-4a2b-aa33-f9f60ee2be01 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:05:13.874961 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-407d3292-9ac4-4a2b-aa33-f9f60ee2be01 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:13.900232 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-b1d92fc1-ba78-407a-a1d9-ae941aa9b432 None None] Attempting to bind port b89cac64-ff2b-448a-a2be-1e1d1603f400 on host dv-cinder-789603-1-smb for vnic_type normal with profile {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:05:13.900904 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-b1d92fc1-ba78-407a-a1d9-ae941aa9b432 None None] Attempting to bind port b89cac64-ff2b-448a-a2be-1e1d1603f400 by drivers openvswitch,hyperv on host dv-cinder-789603-1-smb at level 0 using segments [{'id': '27bbd7d4-86d9-4f80-afc9-a47c5d6b157e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c9ff921e-b66c-4bc7-b10d-914a913128fb'}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:05:13.901332 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d92fc1-ba78-407a-a1d9-ae941aa9b432 None None] Attempting to bind port b89cac64-ff2b-448a-a2be-1e1d1603f400 on network c9ff921e-b66c-4bc7-b10d-914a913128fb {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:05:13.913096 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d92fc1-ba78-407a-a1d9-ae941aa9b432 None None] Checking agent: {'id': 'f75b5240-9bcf-4890-b7dd-e1b2d86769d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 16, 54, 46), 'started_at': datetime.datetime(2021, 5, 4, 16, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:05:13.913614 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d92fc1-ba78-407a-a1d9-ae941aa9b432 None None] Checking segment: {'id': '27bbd7d4-86d9-4f80-afc9-a47c5d6b157e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c9ff921e-b66c-4bc7-b10d-914a913128fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:05:13.914111 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-b1d92fc1-ba78-407a-a1d9-ae941aa9b432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:13.914749 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d92fc1-ba78-407a-a1d9-ae941aa9b432 None None] Bound using segment: {'id': '27bbd7d4-86d9-4f80-afc9-a47c5d6b157e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c9ff921e-b66c-4bc7-b10d-914a913128fb'} {{(pid=73811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:05:13.915337 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.managers [None req-b1d92fc1-ba78-407a-a1d9-ae941aa9b432 None None] Bound port: b89cac64-ff2b-448a-a2be-1e1d1603f400, host: dv-cinder-789603-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27bbd7d4-86d9-4f80-afc9-a47c5d6b157e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c9ff921e-b66c-4bc7-b10d-914a913128fb'}}] {{(pid=73811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:05:13.915805 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-b1d92fc1-ba78-407a-a1d9-ae941aa9b432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:14.076677 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-407d3292-9ac4-4a2b-aa33-f9f60ee2be01 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:14.082759 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-407d3292-9ac4-4a2b-aa33-f9f60ee2be01 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559949'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:14.085548 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:14.116916 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-b1d92fc1-ba78-407a-a1d9-ae941aa9b432 None None] For port b89cac64-ff2b-448a-a2be-1e1d1603f400, host dv-cinder-789603-1-smb, cleared binding levels {{(pid=73811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:05:14.123674 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-b1d92fc1-ba78-407a-a1d9-ae941aa9b432 None None] For port b89cac64-ff2b-448a-a2be-1e1d1603f400, host dv-cinder-789603-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=b89cac64-ff2b-448a-a2be-1e1d1603f400,segment=NetworkSegment(27bbd7d4-86d9-4f80-afc9-a47c5d6b157e),segment_id=27bbd7d4-86d9-4f80-afc9-a47c5d6b157e)] {{(pid=73811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:05:14.130298 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-b1d92fc1-ba78-407a-a1d9-ae941aa9b432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:14.134120 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:14.147348 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d3292-9ac4-4a2b-aa33-f9f60ee2be01 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7662975e-1077-4f74-a935-a006feb48915,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:14.155038 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-407d3292-9ac4-4a2b-aa33-f9f60ee2be01 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:14.171170 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-407d3292-9ac4-4a2b-aa33-f9f60ee2be01 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:14.172915 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-407d3292-9ac4-4a2b-aa33-f9f60ee2be01 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4615722 May 04 17:05:14.175780 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 51308) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:05:14.210570 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-4c66e0e6-4f85-4501-93ce-c88947dfa06d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Request body: {'security_group_rule': {'security_group_id': '84cfc876-b8b2-4c6e-aea4-c5a18e54fed2', 'project_id': 'db8b3959138341e092434175a3480a37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:05:14.231493 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-4c66e0e6-4f85-4501-93ce-c88947dfa06d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:05:14.253143 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-4c66e0e6-4f85-4501-93ce-c88947dfa06d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Usage tracker for resource:security_group_rule and tenant:db8b3959138341e092434175a3480a37 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:05:14.271865 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-4c66e0e6-4f85-4501-93ce-c88947dfa06d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:05:14.282075 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-4c66e0e6-4f85-4501-93ce-c88947dfa06d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:05:14.287677 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d92fc1-ba78-407a-a1d9-ae941aa9b432 None None] Routers {'2db2b3b2-bfc2-43bd-a00b-f7a5997dd185'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:05:14.288780 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-b1d92fc1-ba78-407a-a1d9-ae941aa9b432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:04:45Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['2db2b3b2-bfc2-43bd-a00b-f7a5997dd185'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:05:14.311027 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfb5c3-89ad-4a93-9e8b-c4dfb2cfc539 req-66c51dcf-73da-466a-a607-d076dc0fa0a8 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:14.318849 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-bdcfb5c3-89ad-4a93-9e8b-c4dfb2cfc539 req-66c51dcf-73da-466a-a607-d076dc0fa0a8 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.2606766 May 04 17:05:14.351223 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4c66e0e6-4f85-4501-93ce-c88947dfa06d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:14.415146 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-bdcfb5c3-89ad-4a93-9e8b-c4dfb2cfc539 req-cc02bdf7-e2cf-422d-8a57-85285b2d7ea1 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945983 May 04 17:05:14.463648 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36866cb2-179a-428a-ba7e-938e47c4c270 None None] Pushing event updated for resources: {'Port': ['ID=b89cac64-ff2b-448a-a2be-1e1d1603f400,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:14.477595 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-36866cb2-179a-428a-ba7e-938e47c4c270 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:14.528065 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4c66e0e6-4f85-4501-93ce-c88947dfa06d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:14.532810 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4c66e0e6-4f85-4501-93ce-c88947dfa06d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559949'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:14.535734 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5bb91c6b-d816-404d-a1a4-ebf26c675419 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:14.555286 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66e0e6-4f85-4501-93ce-c88947dfa06d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6944c873-fb87-47b8-bd9a-4c8d1009c130,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:14.560097 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4c66e0e6-4f85-4501-93ce-c88947dfa06d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:14.583250 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4c66e0e6-4f85-4501-93ce-c88947dfa06d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:14.585371 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-4c66e0e6-4f85-4501-93ce-c88947dfa06d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4071190 May 04 17:05:14.592525 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 51316) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:05:14.605630 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-fccf6a74-3a94-493f-a4df-5a81ccbdbe20 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Request body: {'security_group_rule': {'security_group_id': '84cfc876-b8b2-4c6e-aea4-c5a18e54fed2', 'project_id': 'db8b3959138341e092434175a3480a37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:05:14.619019 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-fccf6a74-3a94-493f-a4df-5a81ccbdbe20 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:05:14.629850 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-fccf6a74-3a94-493f-a4df-5a81ccbdbe20 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Usage tracker for resource:security_group_rule and tenant:db8b3959138341e092434175a3480a37 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:05:14.643793 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-fccf6a74-3a94-493f-a4df-5a81ccbdbe20 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:05:14.657767 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-fccf6a74-3a94-493f-a4df-5a81ccbdbe20 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:05:14.678271 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.db.securitygroups_db [None req-fccf6a74-3a94-493f-a4df-5a81ccbdbe20 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Project db8b3959138341e092434175a3480a37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:05:14.694419 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fccf6a74-3a94-493f-a4df-5a81ccbdbe20 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:14.731907 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-b1d92fc1-ba78-407a-a1d9-ae941aa9b432 None None] Set router 2db2b3b2-bfc2-43bd-a00b-f7a5997dd185 gateway port host: dv-cinder-789603-1-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:05:14.840989 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-0843ec99-4323-454b-9c59-021fe925d52c req-11d3b143-0c4a-461f-b45d-95958ed304d9 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 210 time: 0.0640008 May 04 17:05:14.917360 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fccf6a74-3a94-493f-a4df-5a81ccbdbe20 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:14.932356 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fccf6a74-3a94-493f-a4df-5a81ccbdbe20 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559949'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:14.986783 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-407d3292-9ac4-4a2b-aa33-f9f60ee2be01 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:15.004038 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc994b-6690-4d4e-b302-15e601f30ad2 req-bfed06d2-2bf8-4bc0-82ae-2654fc0d5237 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:15.016049 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf6a74-3a94-493f-a4df-5a81ccbdbe20 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65e0ab5-ee12-4eb4-9b52-2367e16556ce,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:15.018592 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-82fc994b-6690-4d4e-b302-15e601f30ad2 req-bfed06d2-2bf8-4bc0-82ae-2654fc0d5237 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 932 time: 0.1698141 May 04 17:05:15.020908 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fccf6a74-3a94-493f-a4df-5a81ccbdbe20 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:15.026347 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-fccf6a74-3a94-493f-a4df-5a81ccbdbe20 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4326258 May 04 17:05:15.027840 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fccf6a74-3a94-493f-a4df-5a81ccbdbe20 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:15.030267 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 51326) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:05:15.041447 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-8f5d94e6-80bb-4fe5-9f61-bb38d418e3cf tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Request body: {'security_group_rule': {'security_group_id': '84cfc876-b8b2-4c6e-aea4-c5a18e54fed2', 'project_id': 'db8b3959138341e092434175a3480a37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:05:15.069638 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-8f5d94e6-80bb-4fe5-9f61-bb38d418e3cf tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:05:15.074755 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-8f5d94e6-80bb-4fe5-9f61-bb38d418e3cf tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Usage tracker for resource:security_group_rule and tenant:db8b3959138341e092434175a3480a37 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:05:15.081838 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-8f5d94e6-80bb-4fe5-9f61-bb38d418e3cf tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:05:15.092163 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-8f5d94e6-80bb-4fe5-9f61-bb38d418e3cf tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:05:15.117791 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.db.securitygroups_db [None req-8f5d94e6-80bb-4fe5-9f61-bb38d418e3cf tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Project db8b3959138341e092434175a3480a37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:05:15.127627 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8f5d94e6-80bb-4fe5-9f61-bb38d418e3cf tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:15.197995 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-82fc994b-6690-4d4e-b302-15e601f30ad2 req-15e63c75-d428-41ac-89c4-ce9d442ef63d tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776581 May 04 17:05:15.250446 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8f5d94e6-80bb-4fe5-9f61-bb38d418e3cf tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:15.254121 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901ff86-a3f9-4abb-ae8d-c1f9e99c254c req-c7aa00da-e5cf-4821-af51-4be9afb2a31f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:15.256967 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8f5d94e6-80bb-4fe5-9f61-bb38d418e3cf tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559949'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:15.257459 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e901ff86-a3f9-4abb-ae8d-c1f9e99c254c req-c7aa00da-e5cf-4821-af51-4be9afb2a31f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 944 time: 0.2004070 May 04 17:05:15.266583 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:15.309346 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d94e6-80bb-4fe5-9f61-bb38d418e3cf tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a9c06bd-5f03-4f69-9c63-2b860e92a5d7,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:15.318154 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8f5d94e6-80bb-4fe5-9f61-bb38d418e3cf tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:15.336401 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8f5d94e6-80bb-4fe5-9f61-bb38d418e3cf tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:15.348903 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e901ff86-a3f9-4abb-ae8d-c1f9e99c254c req-23b357ff-f3b9-437c-8c42-c1537c17daa1 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827076 May 04 17:05:15.349148 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-58bc3046-2269-40e9-a6bd-cad5ea27179e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:15.349716 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-8f5d94e6-80bb-4fe5-9f61-bb38d418e3cf tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3126967 May 04 17:05:15.440225 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-b1d92fc1-ba78-407a-a1d9-ae941aa9b432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db2b3b2-bfc2-43bd-a00b-f7a5997dd185', 'name': 'tempest-TestShelveInstance-1184949776-router', 'tenant_id': 'd899a91d58d244dcbe2fc7b0ea1cf5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.12'}], 'enable_snat': True}, 'gw_port_id': '4e4e793e-b08e-4084-b712-5777298edf7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:58Z', 'updated_at': '2021-05-04T17:05:08Z', 'revision_number': 4, 'project_id': 'd899a91d58d244dcbe2fc7b0ea1cf5a2', 'gw_port': {'id': '4e4e793e-b08e-4084-b712-5777298edf7f', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db2b3b2-bfc2-43bd-a00b-f7a5997dd185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:05:00Z', 'updated_at': '2021-05-04T17:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': 'b89cac64-ff2b-448a-a2be-1e1d1603f400', 'name': '', 'network_id': 'c9ff921e-b66c-4bc7-b10d-914a913128fb', 'tenant_id': 'd899a91d58d244dcbe2fc7b0ea1cf5a2', 'mac_address': 'fa:16:3e:a7:2b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db2b3b2-bfc2-43bd-a00b-f7a5997dd185', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'a596f5d2-a865-452c-b982-48f0094f1d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:05:06Z', 'updated_at': '2021-05-04T17:05:14Z', 'revision_number': 4, 'project_id': 'd899a91d58d244dcbe2fc7b0ea1cf5a2', 'subnets': [{'id': 'a596f5d2-a865-452c-b982-48f0094f1d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:05:15.445934 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d92fc1-ba78-407a-a1d9-ae941aa9b432 None None] The sync data for ids ['2db2b3b2-bfc2-43bd-a00b-f7a5997dd185'] in dv-cinder-789603-1-smb is: [{'id': '2db2b3b2-bfc2-43bd-a00b-f7a5997dd185', 'name': 'tempest-TestShelveInstance-1184949776-router', 'tenant_id': 'd899a91d58d244dcbe2fc7b0ea1cf5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.12'}], 'enable_snat': True}, 'gw_port_id': '4e4e793e-b08e-4084-b712-5777298edf7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:58Z', 'updated_at': '2021-05-04T17:05:08Z', 'revision_number': 4, 'project_id': 'd899a91d58d244dcbe2fc7b0ea1cf5a2', 'gw_port': {'id': '4e4e793e-b08e-4084-b712-5777298edf7f', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db2b3b2-bfc2-43bd-a00b-f7a5997dd185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:05:00Z', 'updated_at': '2021-05-04T17:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': 'b89cac64-ff2b-448a-a2be-1e1d1603f400', 'name': '', 'network_id': 'c9ff921e-b66c-4bc7-b10d-914a913128fb', 'tenant_id': 'd899a91d58d244dcbe2fc7b0ea1cf5a2', 'mac_address': 'fa:16:3e:a7:2b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db2b3b2-bfc2-43bd-a00b-f7a5997dd185', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'a596f5d2-a865-452c-b982-48f0094f1d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:05:06Z', 'updated_at': '2021-05-04T17:05:14Z', 'revision_number': 4, 'project_id': 'd899a91d58d244dcbe2fc7b0ea1cf5a2', 'subnets': [{'id': 'a596f5d2-a865-452c-b982-48f0094f1d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:05:15.619977 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:15.920157 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0301a2-ec03-40ba-b5fc-8a73c9dbf262 req-919b1cd4-86f5-4d36-bd77-7b370f082f26 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:15.935944 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1f0301a2-ec03-40ba-b5fc-8a73c9dbf262 req-919b1cd4-86f5-4d36-bd77-7b370f082f26 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.3333948 May 04 17:05:16.025167 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1f0301a2-ec03-40ba-b5fc-8a73c9dbf262 req-ae55131c-d1d1-4692-8951-2248ef7a645b tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883129 May 04 17:05:16.179164 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-11f48024-bd2f-4eff-bc8a-3f56319f7f34 req-a265812a-b6fd-4e71-8c89-62239e42bf3e tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 210 time: 0.0887043 May 04 17:05:16.378884 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device b89cac64-ff2b-448a-a2be-1e1d1603f400 up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:05:16.674750 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:16.678678 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning for port b89cac64-ff2b-448a-a2be-1e1d1603f400 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:05:16.687266 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port b89cac64-ff2b-448a-a2be-1e1d1603f400 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:05:16.687744 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:16.740763 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297bbe7-1cb4-4fd1-aafe-5e469a5aef6e req-c7ede999-4ee6-40fc-aa72-9ea4974db23c tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:16.743611 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1297bbe7-1cb4-4fd1-aafe-5e469a5aef6e req-c7ede999-4ee6-40fc-aa72-9ea4974db23c tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 932 time: 0.2716932 May 04 17:05:16.802078 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c4df2-9423-414d-9773-4948556eb248 req-90d20012-9cce-4b25-b18d-129812d57eeb tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:16.820877 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-261c4df2-9423-414d-9773-4948556eb248 req-90d20012-9cce-4b25-b18d-129812d57eeb tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 944 time: 0.2308116 May 04 17:05:17.021290 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1297bbe7-1cb4-4fd1-aafe-5e469a5aef6e req-2a8aac55-06f0-49b2-b3ee-5237300ea214 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709069 May 04 17:05:17.045330 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-261c4df2-9423-414d-9773-4948556eb248 req-a7e072c2-9df9-4aa6-9400-e96ccb70a1a8 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233071 May 04 17:05:17.181686 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:17.212467 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:17.301453 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] For port b89cac64-ff2b-448a-a2be-1e1d1603f400, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=b89cac64-ff2b-448a-a2be-1e1d1603f400,segment=NetworkSegment(27bbd7d4-86d9-4f80-afc9-a47c5d6b157e),segment_id=27bbd7d4-86d9-4f80-afc9-a47c5d6b157e)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:05:17.308869 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:17.314953 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-36866cb2-179a-428a-ba7e-938e47c4c270 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:17.469724 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebec11a-1e73-438c-b67c-75eabce314d6 req-b40bde4e-286a-4406-90d2-34983d7b417d tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:17.471315 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7ebec11a-1e73-438c-b67c-75eabce314d6 req-b40bde4e-286a-4406-90d2-34983d7b417d tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.2149584 May 04 17:05:17.496582 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Pushing event updated for resources: {'Port': ['ID=b89cac64-ff2b-448a-a2be-1e1d1603f400,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:17.500748 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:17.580116 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-193a0f7e-9468-4cb9-9175-45de88b27920 req-4d5e4960-4364-4191-a376-d7e678739dd4 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 210 time: 0.1077180 May 04 17:05:17.613567 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7ebec11a-1e73-438c-b67c-75eabce314d6 req-cded7ab4-6170-4a83-8951-9036ad067278 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754104 May 04 17:05:18.253401 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:18.286869 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device b89cac64-ff2b-448a-a2be-1e1d1603f400 up at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:05:18.362797 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Provisioning complete for port b89cac64-ff2b-448a-a2be-1e1d1603f400 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:05:18.363266 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:18.367084 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb50c73-6984-45f8-beb4-9e886b4e5932 req-9740214d-1048-47e5-8b20-a548ed426800 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:18.368565 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3cb50c73-6984-45f8-beb4-9e886b4e5932 req-9740214d-1048-47e5-8b20-a548ed426800 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 932 time: 0.1858945 May 04 17:05:18.376588 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50ee94-da9f-4b9d-8b6c-fdf2601146b3 req-b64aa404-4b65-45f7-96d8-82a9f4eeda1f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:18.377952 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ba50ee94-da9f-4b9d-8b6c-fdf2601146b3 req-b64aa404-4b65-45f7-96d8-82a9f4eeda1f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 944 time: 0.1504693 May 04 17:05:18.447255 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3cb50c73-6984-45f8-beb4-9e886b4e5932 req-9016ec1d-05ef-4205-a317-3a2dc96c8c1f tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683069 May 04 17:05:18.454551 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ba50ee94-da9f-4b9d-8b6c-fdf2601146b3 req-7132974f-3b51-42b2-a70b-4f8f3bfc1572 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622895 May 04 17:05:18.711001 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-9c71b1b1-535b-46bb-bfc6-97cd8c14d52c service neutron] Request body: {'port': {'device_id': 'a250be6a-ffc4-4d6c-8902-d9e1e94836dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:05:18.893161 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c1f7fe78-a45a-403b-a75a-9c9252f24312 req-7260b9bf-5456-4c6e-aa23-7d00586346c8 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 210 time: 0.1955540 May 04 17:05:18.979544 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-9c71b1b1-535b-46bb-bfc6-97cd8c14d52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:18.984185 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07e27e-e11c-4ba4-aa88-600fe2eaa9fd req-d2f616d6-7da5-4108-bb50-c7ff6f0ceb27 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:18.986299 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7e07e27e-e11c-4ba4-aa88-600fe2eaa9fd req-d2f616d6-7da5-4108-bb50-c7ff6f0ceb27 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.1947978 May 04 17:05:19.043440 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7e07e27e-e11c-4ba4-aa88-600fe2eaa9fd req-0e4927b6-3d13-49ef-8a0c-8e94a59edccf tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500522 May 04 17:05:19.388237 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-9c71b1b1-535b-46bb-bfc6-97cd8c14d52c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f319b456-904f-4be6-806d-e9f178705947 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:05:19.395282 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-9c71b1b1-535b-46bb-bfc6-97cd8c14d52c service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:19.410316 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-9c71b1b1-535b-46bb-bfc6-97cd8c14d52c service neutron] Transition to ACTIVE for port object f319b456-904f-4be6-806d-e9f178705947 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:05:19.416247 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-9c71b1b1-535b-46bb-bfc6-97cd8c14d52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:19.422611 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-90dcdb0f-e7a9-4669-82e5-757b7f0f3d3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:19.557850 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71b1b1-535b-46bb-bfc6-97cd8c14d52c service neutron] Pushing event updated for resources: {'Port': ['ID=f319b456-904f-4be6-806d-e9f178705947,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:19.588346 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-9c71b1b1-535b-46bb-bfc6-97cd8c14d52c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:19.680066 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-9c71b1b1-535b-46bb-bfc6-97cd8c14d52c service neutron] Attempting to bind port f319b456-904f-4be6-806d-e9f178705947 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:05:19.686478 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-9c71b1b1-535b-46bb-bfc6-97cd8c14d52c service neutron] Attempting to bind port f319b456-904f-4be6-806d-e9f178705947 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '06b541d2-3745-475e-92ad-6d7ee9e32f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5eaec156-d1d2-4eb1-886c-cb8ab9f49966'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:05:19.686478 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-9c71b1b1-535b-46bb-bfc6-97cd8c14d52c service neutron] Attempting to bind port f319b456-904f-4be6-806d-e9f178705947 on network 5eaec156-d1d2-4eb1-886c-cb8ab9f49966 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:05:19.693105 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-9c71b1b1-535b-46bb-bfc6-97cd8c14d52c service neutron] Port f319b456-904f-4be6-806d-e9f178705947 on network 5eaec156-d1d2-4eb1-886c-cb8ab9f49966 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:05:19.693433 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-9c71b1b1-535b-46bb-bfc6-97cd8c14d52c service neutron] Attempting to bind port f319b456-904f-4be6-806d-e9f178705947 on network 5eaec156-d1d2-4eb1-886c-cb8ab9f49966 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:05:19.699427 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-9c71b1b1-535b-46bb-bfc6-97cd8c14d52c service neutron] Checking agent: {'id': '9f3cb959-d44b-4b8e-aa2c-516ad41b6189', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'started_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:05:19.699763 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-9c71b1b1-535b-46bb-bfc6-97cd8c14d52c service neutron] Checking segment: {'id': '06b541d2-3745-475e-92ad-6d7ee9e32f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5eaec156-d1d2-4eb1-886c-cb8ab9f49966'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:05:19.700149 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-9c71b1b1-535b-46bb-bfc6-97cd8c14d52c service neutron] Bound using segment: {'id': '06b541d2-3745-475e-92ad-6d7ee9e32f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5eaec156-d1d2-4eb1-886c-cb8ab9f49966'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:05:19.700661 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-9c71b1b1-535b-46bb-bfc6-97cd8c14d52c service neutron] Bound port: f319b456-904f-4be6-806d-e9f178705947, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06b541d2-3745-475e-92ad-6d7ee9e32f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5eaec156-d1d2-4eb1-886c-cb8ab9f49966'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:05:19.701064 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-9c71b1b1-535b-46bb-bfc6-97cd8c14d52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:19.820372 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-9c71b1b1-535b-46bb-bfc6-97cd8c14d52c service neutron] For port f319b456-904f-4be6-806d-e9f178705947, host hv-cinder-78960, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:05:19.825122 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-9c71b1b1-535b-46bb-bfc6-97cd8c14d52c service neutron] For port f319b456-904f-4be6-806d-e9f178705947, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f319b456-904f-4be6-806d-e9f178705947,segment=NetworkSegment(06b541d2-3745-475e-92ad-6d7ee9e32f6e),segment_id=06b541d2-3745-475e-92ad-6d7ee9e32f6e)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:05:19.834959 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-9c71b1b1-535b-46bb-bfc6-97cd8c14d52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:19.840326 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-515fd6aa-29db-482e-bdfc-3f728924c027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:19.897786 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b57fc-5734-4f97-aabe-58c31cdf4032 req-63186be1-608e-4bae-b923-4d8d335e1f6f tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:19.899356 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-277b57fc-5734-4f97-aabe-58c31cdf4032 req-63186be1-608e-4bae-b923-4d8d335e1f6f tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 944 time: 0.3238246 May 04 17:05:19.912873 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-d885fec7-4ab3-4930-a4c7-19616c31962d tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:19.914332 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-d885fec7-4ab3-4930-a4c7-19616c31962d tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.41 "GET /v2.0/networks?id=bc3461c8-37b6-4e7e-a81b-a1703af6990a HTTP/1.1" status: 200 len: 815 time: 0.3020051 May 04 17:05:19.925320 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49d7be-cb6f-4641-a503-c7a6bc6e2950 req-eb333824-fd83-4fb3-b5c8-a6030e99cfae tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:19.926797 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ba49d7be-cb6f-4641-a503-c7a6bc6e2950 req-eb333824-fd83-4fb3-b5c8-a6030e99cfae tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 944 time: 0.2887940 May 04 17:05:19.942030 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-7a35ada4-dacb-4fd7-8542-f4d0b60b6059 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Request body: {'port': {'device_id': '61be0849-b90d-4d09-9fef-880a9e9356a6', 'network_id': 'bc3461c8-37b6-4e7e-a81b-a1703af6990a', 'admin_state_up': True, 'tenant_id': '507507794b464505b12fc044f369bd6d'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:05:20.033426 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-9c71b1b1-535b-46bb-bfc6-97cd8c14d52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:20.034850 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-9c71b1b1-535b-46bb-bfc6-97cd8c14d52c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:20.036263 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-9c71b1b1-535b-46bb-bfc6-97cd8c14d52c service neutron] 10.222.0.41 "PUT /v2.0/ports/f319b456-904f-4be6-806d-e9f178705947 HTTP/1.1" status: 200 len: 1094 time: 1.3377578 May 04 17:05:20.040302 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a250be6a-ffc4-4d6c-8902-d9e1e94836dd', 'tag': 'f319b456-904f-4be6-806d-e9f178705947'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:05:20.066525 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71b1b1-535b-46bb-bfc6-97cd8c14d52c service neutron] Pushing event updated for resources: {'Port': ['ID=f319b456-904f-4be6-806d-e9f178705947,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:20.121075 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-9c71b1b1-535b-46bb-bfc6-97cd8c14d52c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:20.138352 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-277b57fc-5734-4f97-aabe-58c31cdf4032 req-adf8d29f-653e-4453-bf55-1eb309b49f24 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230418 May 04 17:05:20.153464 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ba49d7be-cb6f-4641-a503-c7a6bc6e2950 req-8a4e4a21-bbf4-47f7-b72c-6ad5fb316d0d tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992154 May 04 17:05:20.179617 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897f592-8d01-4b69-a342-0083a52d6f79 req-a73965e3-52a5-478b-b1ae-ad14c68c1ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:20.181141 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-8897f592-8d01-4b69-a342-0083a52d6f79 req-a73965e3-52a5-478b-b1ae-ad14c68c1ef3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 1098 time: 0.2612455 May 04 17:05:20.221231 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-7a35ada4-dacb-4fd7-8542-f4d0b60b6059 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:05:20.256703 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-7a35ada4-dacb-4fd7-8542-f4d0b60b6059 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Usage tracker for resource:port and tenant:507507794b464505b12fc044f369bd6d is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:05:20.265535 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-7a35ada4-dacb-4fd7-8542-f4d0b60b6059 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:05:20.273328 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-7a35ada4-dacb-4fd7-8542-f4d0b60b6059 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:05:20.292300 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-7a35ada4-dacb-4fd7-8542-f4d0b60b6059 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Made reservation on behalf of 507507794b464505b12fc044f369bd6d for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:05:20.297783 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-7a35ada4-dacb-4fd7-8542-f4d0b60b6059 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:20.349089 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-761dca8b-09b9-442c-a98b-a3be2e6dabbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:20.350779 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-761dca8b-09b9-442c-a98b-a3be2e6dabbb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d31d3f115a7425daf8d54fcbe050c9f&device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 1097 time: 0.2663994 May 04 17:05:20.352662 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-8897f592-8d01-4b69-a342-0083a52d6f79 req-f4994e67-025b-450f-aedd-05a31f9c017f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605356 May 04 17:05:20.357212 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a250be6a-ffc4-4d6c-8902-d9e1e94836dd', 'tag': 'f319b456-904f-4be6-806d-e9f178705947', 'status': 'completed', 'code': 200} May 04 17:05:20.406029 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d77d04df-c785-4129-bd90-a4071504070d req-60e3345a-ac7a-4f72-a7a8-699fc57b36ab tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 210 time: 0.0775785 May 04 17:05:20.700720 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-953e2503-1301-4aa2-8b27-344b79793437 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f319b456-904f-4be6-806d-e9f178705947 HTTP/1.1" status: 200 len: 217 time: 0.2854166 May 04 17:05:20.880441 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-ca72963e-9888-482c-bfab-6c09a611902e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:20.883194 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-ca72963e-9888-482c-bfab-6c09a611902e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56229241-7875-4805-be1f-e8e4922a6af1 HTTP/1.1" status: 200 len: 849 time: 0.1746502 May 04 17:05:20.964052 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be568bc-4e14-47ef-8d68-71276e17eb37 req-7074232b-aefd-4825-8d47-ede4c2eb3713 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:20.965584 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3be568bc-4e14-47ef-8d68-71276e17eb37 req-7074232b-aefd-4825-8d47-ede4c2eb3713 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.4419136 May 04 17:05:20.969945 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-7a35ada4-dacb-4fd7-8542-f4d0b60b6059 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Allocated IP 172.20.0.3 (bc3461c8-37b6-4e7e-a81b-a1703af6990a/f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2/e3539289-7dea-4426-961d-67881f12cc0d) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:05:21.055051 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-b098749d-1462-4774-b495-3046c3c63ea3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5eaec156-d1d2-4eb1-886c-cb8ab9f49966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1414466 May 04 17:05:21.061094 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3be568bc-4e14-47ef-8d68-71276e17eb37 req-8d7ef9c5-c945-4287-bed1-f18b3236226b tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859256 May 04 17:05:21.545734 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-7a35ada4-dacb-4fd7-8542-f4d0b60b6059 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:21.581952 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56df060-34f7-4b9d-abcc-8451ae7bd94a req-876490a3-e92c-4160-bc67-72fd49d52996 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:21.589072 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f56df060-34f7-4b9d-abcc-8451ae7bd94a req-876490a3-e92c-4160-bc67-72fd49d52996 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 944 time: 0.2360387 May 04 17:05:21.608680 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-7a35ada4-dacb-4fd7-8542-f4d0b60b6059 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Transition to ACTIVE for port object e3539289-7dea-4426-961d-67881f12cc0d will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:05:21.632535 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3760b-b507-4cb2-8038-9ff37095a37a req-47f722e8-546e-414c-ac5a-c84dc2e76d7f tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:21.647731 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-27c3760b-b507-4cb2-8038-9ff37095a37a req-47f722e8-546e-414c-ac5a-c84dc2e76d7f tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.2552505 May 04 17:05:21.706452 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f56df060-34f7-4b9d-abcc-8451ae7bd94a req-7e31e7ea-c132-415f-982f-226e936fc183 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164780 May 04 17:05:21.766030 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-27c3760b-b507-4cb2-8038-9ff37095a37a req-ccac04f7-e185-4954-a7b7-8d03718611c2 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239457 May 04 17:05:21.787232 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-7a35ada4-dacb-4fd7-8542-f4d0b60b6059 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-721926'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:21.798204 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bddc35c5-a131-45c9-9770-a28eeb5cf45e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:21.935501 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 7c1a8203-c49c-4900-9736-ab30590a7bf1 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:05:22.059611 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-7a35ada4-dacb-4fd7-8542-f4d0b60b6059 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Network bc3461c8-37b6-4e7e-a81b-a1703af6990a is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:05:22.077392 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-7a35ada4-dacb-4fd7-8542-f4d0b60b6059 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:05:22.088325 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-7a35ada4-dacb-4fd7-8542-f4d0b60b6059 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:05:22.125311 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 7c1a8203-c49c-4900-9736-ab30590a7bf1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7c1a8203-c49c-4900-9736-ab30590a7bf1,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:05:22.127773 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35ada4-dacb-4fd7-8542-f4d0b60b6059 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Pushing event updated for resources: {'Port': ['ID=e3539289-7dea-4426-961d-67881f12cc0d,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:22.130754 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-7a35ada4-dacb-4fd7-8542-f4d0b60b6059 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:22.140694 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Returning: {'device': '7c1a8203-c49c-4900-9736-ab30590a7bf1', 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'port_id': '7c1a8203-c49c-4900-9736-ab30590a7bf1', 'mac_address': 'fa:16:3e:3a:79:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:05:22.193578 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4cca2-433e-4ac3-8147-fd2f218a8969 req-3b172c51-2138-4c1f-b641-aa4b6146f91b tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:22.195131 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-40a4cca2-433e-4ac3-8147-fd2f218a8969 req-3b172c51-2138-4c1f-b641-aa4b6146f91b tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 944 time: 0.3228991 May 04 17:05:22.201292 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:22.203472 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-7a35ada4-dacb-4fd7-8542-f4d0b60b6059 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:22.204142 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-7a35ada4-dacb-4fd7-8542-f4d0b60b6059 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:22.222429 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c1a8203-c49c-4900-9736-ab30590a7bf1 {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:05:22.239428 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 7c1a8203-c49c-4900-9736-ab30590a7bf1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7c1a8203-c49c-4900-9736-ab30590a7bf1,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:05:22.245895 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:22.247999 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-9c1b2814-1153-4423-86b6-5dfa6911b7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:22.255791 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76870f-10bb-4cee-a3f2-f6f239a6d156 req-b3fbff43-f094-4081-88c0-351567fcdb08 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:22.257352 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-da76870f-10bb-4cee-a3f2-f6f239a6d156 req-b3fbff43-f094-4081-88c0-351567fcdb08 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 931 time: 0.3122637 May 04 17:05:22.289357 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-7a35ada4-dacb-4fd7-8542-f4d0b60b6059 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3609018 May 04 17:05:22.325985 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-40a4cca2-433e-4ac3-8147-fd2f218a8969 req-ddc39d5d-ddb7-4ece-8d91-006b52830a1e tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040108 May 04 17:05:22.339707 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=7c1a8203-c49c-4900-9736-ab30590a7bf1,revision_number=9']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:22.342899 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:22.347022 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-da76870f-10bb-4cee-a3f2-f6f239a6d156 req-a228afea-f000-4f91-9833-ac82e8b57b8f tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795541 May 04 17:05:22.429931 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-352fe118-c2a8-4644-851c-88469673dfa8 None None] Provisioning for port e3539289-7dea-4426-961d-67881f12cc0d completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:05:22.438810 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-352fe118-c2a8-4644-851c-88469673dfa8 None None] Provisioning complete for port e3539289-7dea-4426-961d-67881f12cc0d triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:05:22.439194 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-352fe118-c2a8-4644-851c-88469673dfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:22.532084 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-352fe118-c2a8-4644-851c-88469673dfa8 None None] Port e3539289-7dea-4426-961d-67881f12cc0d cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:05:22.583779 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcd564-eec2-49c7-be27-7b692baad550 req-73299d03-c9c5-4067-a990-79680e660fa2 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:22.585192 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-69dcd564-eec2-49c7-be27-7b692baad550 req-73299d03-c9c5-4067-a990-79680e660fa2 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.1079130 May 04 17:05:22.610817 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['7c1a8203-c49c-4900-9736-ab30590a7bf1'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:05:22.633964 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-69dcd564-eec2-49c7-be27-7b692baad550 req-3720d964-5300-46e1-bdf9-405fabd0becd tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423543 May 04 17:05:23.043069 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5898e0-9346-4526-819c-29fb2b8a3bb9 req-5cd33696-73b1-43ef-958d-c5937e3cdd22 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:23.044570 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ed5898e0-9346-4526-819c-29fb2b8a3bb9 req-5cd33696-73b1-43ef-958d-c5937e3cdd22 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 945 time: 0.1937127 May 04 17:05:23.052895 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6981d18-2785-499e-bf21-6de84e4ee70f req-28a49ac8-164a-4bc0-a1a7-f47c241028d8 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:23.054281 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f6981d18-2785-499e-bf21-6de84e4ee70f req-28a49ac8-164a-4bc0-a1a7-f47c241028d8 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.1260400 May 04 17:05:23.132405 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ed5898e0-9346-4526-819c-29fb2b8a3bb9 req-595a2df3-4f84-4803-9675-320b46fc71a2 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771620 May 04 17:05:23.139923 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f6981d18-2785-499e-bf21-6de84e4ee70f req-799e18af-73ba-4c7c-85f8-c1a77bea8c68 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705113 May 04 17:05:23.604541 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0809541-fc33-4331-a342-5264d6eb3f3b req-95e98b2e-2611-4f1a-a900-1badb5061115 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:23.606344 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b0809541-fc33-4331-a342-5264d6eb3f3b req-95e98b2e-2611-4f1a-a900-1badb5061115 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 944 time: 0.1614025 May 04 17:05:23.618830 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19bb3cd-cdfa-428c-b028-d98eeb978f4f req-e498d88e-bf37-4c2f-a4eb-05b82b4ee251 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:23.619554 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-e19bb3cd-cdfa-428c-b028-d98eeb978f4f req-e498d88e-bf37-4c2f-a4eb-05b82b4ee251 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Synchronizing usage tracker for tenant:507507794b464505b12fc044f369bd6d on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:05:23.704293 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b0809541-fc33-4331-a342-5264d6eb3f3b req-1dd5d63c-094a-40f4-8cbd-56b7e2c75deb tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813949 May 04 17:05:23.724871 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-e19bb3cd-cdfa-428c-b028-d98eeb978f4f req-e498d88e-bf37-4c2f-a4eb-05b82b4ee251 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Unset dirty status for tenant:507507794b464505b12fc044f369bd6d on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:05:23.726030 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e19bb3cd-cdfa-428c-b028-d98eeb978f4f req-e498d88e-bf37-4c2f-a4eb-05b82b4ee251 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 931 time: 0.2406781 May 04 17:05:23.787210 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e19bb3cd-cdfa-428c-b028-d98eeb978f4f req-96f39a14-cf52-44ce-9fdb-9cdd1eb6dbf0 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529869 May 04 17:05:23.945424 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 7c1a8203-c49c-4900-9736-ab30590a7bf1 up at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:05:23.964067 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15435436-fa40-486b-99a9-870df6559026 req-330fc149-e2de-4b5a-84f6-79c3e002d2f2 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:23.966002 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-15435436-fa40-486b-99a9-870df6559026 req-330fc149-e2de-4b5a-84f6-79c3e002d2f2 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.1098197 May 04 17:05:24.033427 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning complete for port 7c1a8203-c49c-4900-9736-ab30590a7bf1 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:05:24.034165 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:24.040278 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-15435436-fa40-486b-99a9-870df6559026 req-ced8927f-3275-4c4b-b0cf-dd6c431fadab tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594926 May 04 17:05:24.161736 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:24.198210 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd16f888-0898-4b5b-88e7-790b0548e87e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1a8203-c49c-4900-9736-ab30590a7bf1'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:05:24.208862 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 7c1a8203-c49c-4900-9736-ab30590a7bf1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7c1a8203-c49c-4900-9736-ab30590a7bf1,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:05:24.214423 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:24.217814 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:24.288624 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=7c1a8203-c49c-4900-9736-ab30590a7bf1,revision_number=10']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:24.292690 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:24.400361 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b8495-0bcf-4a5c-a2b7-f6456742127c req-7a7374af-7992-4ebe-9f47-e31e3e7ba442 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:24.401963 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c12b8495-0bcf-4a5c-a2b7-f6456742127c req-7a7374af-7992-4ebe-9f47-e31e3e7ba442 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 947 time: 0.1401722 May 04 17:05:24.427370 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551c831-01ef-433b-be2b-40d7273f00c9 req-03796f96-386c-4859-8137-2a9750dbaf76 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:24.432096 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a551c831-01ef-433b-be2b-40d7273f00c9 req-03796f96-386c-4859-8137-2a9750dbaf76 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.1376624 May 04 17:05:24.506617 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c12b8495-0bcf-4a5c-a2b7-f6456742127c req-20cdf415-534f-4f7b-83d4-2e329b67da76 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748515 May 04 17:05:24.514480 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a551c831-01ef-433b-be2b-40d7273f00c9 req-c8fddc6a-f97c-4685-9867-43957a033f8a tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672488 May 04 17:05:24.584729 dv-cinder-789603-1-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd16f888-0898-4b5b-88e7-790b0548e87e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1a8203-c49c-4900-9736-ab30590a7bf1', 'code': 200} May 04 17:05:25.064621 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524757c-b848-4e16-be51-9cf3de4bd244 req-4c36b9a3-3a16-4bfd-9dbc-d511a0a64f0d tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:25.064621 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1524757c-b848-4e16-be51-9cf3de4bd244 req-4c36b9a3-3a16-4bfd-9dbc-d511a0a64f0d tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 944 time: 0.2203798 May 04 17:05:25.134219 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b22763-37e0-478d-b6c9-75afd6ce16e4 req-0c518e2c-4ce2-494a-bcb2-d69c17277fb3 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:25.136292 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-95b22763-37e0-478d-b6c9-75afd6ce16e4 req-0c518e2c-4ce2-494a-bcb2-d69c17277fb3 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 931 time: 0.2309058 May 04 17:05:25.141109 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1524757c-b848-4e16-be51-9cf3de4bd244 req-82517c6c-0661-4bed-9b73-01d00df9a3a5 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639555 May 04 17:05:25.185688 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-95b22763-37e0-478d-b6c9-75afd6ce16e4 req-225ac6e4-b088-46e1-bb94-61ce12e83c8f tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435820 May 04 17:05:25.326177 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3fb38a-d751-4392-be88-f1545f5f8917 req-9f69d535-6fbf-495d-b4b4-9cf81802450f tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:25.327554 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3b3fb38a-d751-4392-be88-f1545f5f8917 req-9f69d535-6fbf-495d-b4b4-9cf81802450f tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.0818069 May 04 17:05:25.377939 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3b3fb38a-d751-4392-be88-f1545f5f8917 req-ae9b9ff6-9e3e-4de6-95e6-311ceeb628df tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444870 May 04 17:05:25.774861 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb570fce-94dc-4f28-a9e4-c8ac51371298 req-b0cf76dc-5d21-4d7a-95b3-19c0bf82ff11 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:25.776598 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-cb570fce-94dc-4f28-a9e4-c8ac51371298 req-b0cf76dc-5d21-4d7a-95b3-19c0bf82ff11 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.1145816 May 04 17:05:25.783933 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36e171-8176-4f0f-b9f1-059dc4894aee req-54e472ee-3670-417d-aece-66c817761fa4 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:25.785348 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-fa36e171-8176-4f0f-b9f1-059dc4894aee req-54e472ee-3670-417d-aece-66c817761fa4 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 947 time: 0.1538615 May 04 17:05:25.852993 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-cb570fce-94dc-4f28-a9e4-c8ac51371298 req-1a4e10d2-1952-4a94-9a88-b40dd419e856 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666907 May 04 17:05:25.860702 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-fa36e171-8176-4f0f-b9f1-059dc4894aee req-12b38303-b51a-40f9-bb63-1820f2035257 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607815 May 04 17:05:26.443559 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf389f-8c85-43fc-bd6d-50470ea16d62 req-9e84dc5d-b9cd-45df-b7b5-a0ded221d091 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:26.445204 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4fbf389f-8c85-43fc-bd6d-50470ea16d62 req-9e84dc5d-b9cd-45df-b7b5-a0ded221d091 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 944 time: 0.1548495 May 04 17:05:26.459873 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30c985-5923-4339-b7ab-317299f7dd9b req-65739ba3-9379-4b5b-a5d0-1f8dfda3d2d8 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:26.461808 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6d30c985-5923-4339-b7ab-317299f7dd9b req-65739ba3-9379-4b5b-a5d0-1f8dfda3d2d8 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 931 time: 0.1301382 May 04 17:05:26.554497 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6d30c985-5923-4339-b7ab-317299f7dd9b req-7922269c-fc10-42e4-ba57-311327da9f67 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728157 May 04 17:05:26.561688 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4fbf389f-8c85-43fc-bd6d-50470ea16d62 req-3b446d10-239e-4a5f-9a56-73d5bb7dacb5 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982630 May 04 17:05:26.768268 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccde04-e155-44ac-91a5-8d732b4b23f3 req-a0555e8e-a4b2-410d-a0f0-dd9a4210e88c tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:26.769750 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-deccde04-e155-44ac-91a5-8d732b4b23f3 req-a0555e8e-a4b2-410d-a0f0-dd9a4210e88c tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.1018898 May 04 17:05:26.832451 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-deccde04-e155-44ac-91a5-8d732b4b23f3 req-e6ad6115-8412-4967-aa37-646b8ff8b635 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542963 May 04 17:05:27.174669 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef543dd-f560-4489-9117-898e12f25025 req-89cb5f04-75d2-420e-8d20-9e8f1261aa9f tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:27.176605 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-eef543dd-f560-4489-9117-898e12f25025 req-89cb5f04-75d2-420e-8d20-9e8f1261aa9f tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.2010739 May 04 17:05:27.186697 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156592a-04ac-48eb-950c-258aa006d8e2 req-4cec1749-5f0f-4342-9904-cb6b344edcb2 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:27.188532 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c156592a-04ac-48eb-950c-258aa006d8e2 req-4cec1749-5f0f-4342-9904-cb6b344edcb2 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 947 time: 0.1437871 May 04 17:05:27.280246 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-eef543dd-f560-4489-9117-898e12f25025 req-2021c39b-bfa3-4655-a999-8f32151f8f59 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662260 May 04 17:05:27.288288 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c156592a-04ac-48eb-950c-258aa006d8e2 req-cc8f912d-11a5-4590-857c-0da50510e684 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898683 May 04 17:05:27.840522 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1b612-792c-44e5-bbc9-85b2ecd8136b req-5bd69c79-f02e-4e4c-a22e-144102014ce1 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:27.841964 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-63a1b612-792c-44e5-bbc9-85b2ecd8136b req-5bd69c79-f02e-4e4c-a22e-144102014ce1 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 931 time: 0.1710610 May 04 17:05:27.851019 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54a0ba-a5fc-46bf-b51c-ba5f3a5ccb77 req-01dcd8e7-801e-4ed6-8116-0041413f057d tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:27.852836 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-0d54a0ba-a5fc-46bf-b51c-ba5f3a5ccb77 req-01dcd8e7-801e-4ed6-8116-0041413f057d tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 944 time: 0.1499937 May 04 17:05:27.938162 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-63a1b612-792c-44e5-bbc9-85b2ecd8136b req-6b635084-bdd6-4118-80a7-3ac7ed4dc03c tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569923 May 04 17:05:27.994036 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-0d54a0ba-a5fc-46bf-b51c-ba5f3a5ccb77 req-41dc4c7b-343f-4d99-81a9-16932433b925 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262271 May 04 17:05:28.170503 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e34512-8f65-4842-8a2b-775b1dd0df8f req-7190b02f-30c7-4f84-a934-9fd3fd6cb0b1 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:28.171995 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f2e34512-8f65-4842-8a2b-775b1dd0df8f req-7190b02f-30c7-4f84-a934-9fd3fd6cb0b1 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.0847125 May 04 17:05:28.222586 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f2e34512-8f65-4842-8a2b-775b1dd0df8f req-dad6b970-2284-4420-b01f-c8fb0fa2743f tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448854 May 04 17:05:28.550905 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7021eb6-0994-498a-87be-b8994cc0ccf1 req-d30c9baa-4659-4b38-9d2a-ad8fb6ab4bf3 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:28.552199 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e7021eb6-0994-498a-87be-b8994cc0ccf1 req-d30c9baa-4659-4b38-9d2a-ad8fb6ab4bf3 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.1468108 May 04 17:05:28.562180 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0aaf19-c397-401a-9207-3d013b21a2e6 req-c2e9573c-b444-4eac-800b-2e9ddb8b887d tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:28.563635 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1b0aaf19-c397-401a-9207-3d013b21a2e6 req-c2e9573c-b444-4eac-800b-2e9ddb8b887d tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 947 time: 0.1273890 May 04 17:05:28.675130 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1b0aaf19-c397-401a-9207-3d013b21a2e6 req-fb912892-3c8a-4778-92f9-d4566d519d73 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033866 May 04 17:05:28.679480 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e7021eb6-0994-498a-87be-b8994cc0ccf1 req-dca23cd5-d13f-4556-823d-36081ed05a76 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898917 May 04 17:05:29.298677 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfa5f3-e64a-44b2-942d-799123ed4a48 req-56bfcafa-4f89-4ff0-938f-61fb1be7d65b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:29.300166 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-60bfa5f3-e64a-44b2-942d-799123ed4a48 req-56bfcafa-4f89-4ff0-938f-61fb1be7d65b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 931 time: 0.2223566 May 04 17:05:29.311488 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb381190-1eaf-43c2-a2fc-e046e824ae11 req-504c12cc-092a-4df6-a8a6-9ff7a5472939 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:29.312968 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-fb381190-1eaf-43c2-a2fc-e046e824ae11 req-504c12cc-092a-4df6-a8a6-9ff7a5472939 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 944 time: 0.1807995 May 04 17:05:29.388611 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-60bfa5f3-e64a-44b2-942d-799123ed4a48 req-9f13fd43-b1d8-4819-bff1-2ed28e0ef821 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746331 May 04 17:05:29.393449 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-fb381190-1eaf-43c2-a2fc-e046e824ae11 req-a763181d-0f0d-4ac0-a246-1c5e5361c241 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656908 May 04 17:05:29.681880 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a586be8-6a70-4a5d-9b98-60a5dc17140f req-c2a94b98-cb57-4c60-8577-1cf29748d145 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:29.684512 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2a586be8-6a70-4a5d-9b98-60a5dc17140f req-c2a94b98-cb57-4c60-8577-1cf29748d145 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.1783576 May 04 17:05:29.752238 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2a586be8-6a70-4a5d-9b98-60a5dc17140f req-51638614-c5ff-42fd-aa6d-74e1c1d5ecab tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614119 May 04 17:05:30.038313 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c9d18-1777-4f55-8a19-e5af5ad07b7c req-b341f95b-69b2-4a4e-a2b0-6b3123bbf331 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:30.039935 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-936c9d18-1777-4f55-8a19-e5af5ad07b7c req-b341f95b-69b2-4a4e-a2b0-6b3123bbf331 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 947 time: 0.1818280 May 04 17:05:30.052728 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3590ad-34c6-40a9-8596-72ab90489343 req-b9f5c06c-2bd5-42ab-8171-5d874ae025fa tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:30.054402 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7d3590ad-34c6-40a9-8596-72ab90489343 req-b9f5c06c-2bd5-42ab-8171-5d874ae025fa tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.1591210 May 04 17:05:30.129042 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-936c9d18-1777-4f55-8a19-e5af5ad07b7c req-ad0bc54b-2c1a-4cc6-a1ac-a87f51924756 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737309 May 04 17:05:30.131734 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7d3590ad-34c6-40a9-8596-72ab90489343 req-7317dff3-c435-4ae3-a7c8-32426d0e26d6 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634470 May 04 17:05:30.692338 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bfe19-9c19-4cc9-a76f-994ff0687240 req-3f10bdcb-4c1b-43e5-952b-a31d22f2d8f1 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:30.693908 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ab7bfe19-9c19-4cc9-a76f-994ff0687240 req-3f10bdcb-4c1b-43e5-952b-a31d22f2d8f1 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 931 time: 0.1485617 May 04 17:05:30.702944 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f49039-65e0-4799-970b-96b71c6235da req-7a2cc44e-96cd-427f-8cf2-5566b3375497 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:30.705346 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-08f49039-65e0-4799-970b-96b71c6235da req-7a2cc44e-96cd-427f-8cf2-5566b3375497 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 944 time: 0.1269963 May 04 17:05:30.794086 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ab7bfe19-9c19-4cc9-a76f-994ff0687240 req-9f6be4b5-3349-460a-85b6-5cfcbd764576 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874574 May 04 17:05:30.817764 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-08f49039-65e0-4799-970b-96b71c6235da req-9bb93fb2-8d23-4338-9d78-b720969304f9 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827873 May 04 17:05:30.997817 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c9456-ce1a-4658-b359-6d8bff03b3a5 req-c5b352cf-35ad-42c0-9ef5-79477f181c50 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:30.999185 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-767c9456-ce1a-4658-b359-6d8bff03b3a5 req-c5b352cf-35ad-42c0-9ef5-79477f181c50 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.0830667 May 04 17:05:31.073072 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-767c9456-ce1a-4658-b359-6d8bff03b3a5 req-bdfb1906-d827-4b57-8156-0dd9bb381372 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677602 May 04 17:05:31.422463 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a172c-c1fd-41e0-8811-60ef67aaf151 req-12892bed-993d-4912-9afa-b50891323f09 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:31.424413 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-909a172c-c1fd-41e0-8811-60ef67aaf151 req-12892bed-993d-4912-9afa-b50891323f09 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 947 time: 0.1786098 May 04 17:05:31.440587 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d902344-e82c-4900-8bd9-2bd35d37d5a0 req-7eeddb62-d456-4bda-8c8a-7e22038e0142 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:31.442361 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2d902344-e82c-4900-8bd9-2bd35d37d5a0 req-7eeddb62-d456-4bda-8c8a-7e22038e0142 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.1520238 May 04 17:05:31.531505 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-909a172c-c1fd-41e0-8811-60ef67aaf151 req-991f04de-945b-4440-bc31-8be7af29fefa tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008072 May 04 17:05:31.540378 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2d902344-e82c-4900-8bd9-2bd35d37d5a0 req-2f5fa21b-0d47-4f45-84a2-814caf658211 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818367 May 04 17:05:32.083942 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f45f4-8427-44c7-8a97-717ab45a815b req-7a8fcded-3e4a-48e5-adbf-aaded5d498f0 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:32.085410 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-919f45f4-8427-44c7-8a97-717ab45a815b req-7a8fcded-3e4a-48e5-adbf-aaded5d498f0 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 931 time: 0.1478364 May 04 17:05:32.093750 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46caee78-3600-4615-b3a5-03e6e3333823 req-bc130731-a253-4340-ba20-738a9a51c1b3 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:32.095042 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-46caee78-3600-4615-b3a5-03e6e3333823 req-bc130731-a253-4340-ba20-738a9a51c1b3 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 944 time: 0.1249259 May 04 17:05:32.182947 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-919f45f4-8427-44c7-8a97-717ab45a815b req-cb0b8af5-e112-4982-a857-aa2d4af293e3 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869508 May 04 17:05:32.188112 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-46caee78-3600-4615-b3a5-03e6e3333823 req-966a4e11-1530-4443-bb12-8100496ce6ba tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783329 May 04 17:05:32.387910 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96744e64-6e9e-43db-b2a2-78d2ce80624c req-3b9e9509-8be2-4b9f-a7b2-3de33d851535 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:32.389445 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-96744e64-6e9e-43db-b2a2-78d2ce80624c req-3b9e9509-8be2-4b9f-a7b2-3de33d851535 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.0840526 May 04 17:05:32.448242 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-96744e64-6e9e-43db-b2a2-78d2ce80624c req-5fede100-8054-4ef1-bd44-516240964faa tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528314 May 04 17:05:32.707919 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-a886f88b-0f91-40ef-b6b6-e540edd1b139 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Synchronizing usage tracker for tenant:db8b3959138341e092434175a3480a37 on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:05:32.739987 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-a886f88b-0f91-40ef-b6b6-e540edd1b139 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Unset dirty status for tenant:db8b3959138341e092434175a3480a37 on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:05:32.741434 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-a886f88b-0f91-40ef-b6b6-e540edd1b139 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2053485349&fields=id&tenant_id=db8b3959138341e092434175a3480a37 HTTP/1.1" status: 200 len: 267 time: 0.1182790 May 04 17:05:32.859023 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d717a-0ccc-451e-8f2b-e5dc72fbe7b4 req-9e0afe86-bbae-457a-b4b4-5cfe3df2ae1c tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:32.860498 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e76d717a-0ccc-451e-8f2b-e5dc72fbe7b4 req-9e0afe86-bbae-457a-b4b4-5cfe3df2ae1c tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.2054579 May 04 17:05:32.937209 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e76d717a-0ccc-451e-8f2b-e5dc72fbe7b4 req-a6f643fe-7f0e-4ccf-b21a-1f4c5ba519f8 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707264 May 04 17:05:32.950432 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-14b06e2b-4286-49d9-bae1-d4f04c82992a tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:32.951134 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-14b06e2b-4286-49d9-bae1-d4f04c82992a tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Synchronizing usage tracker for tenant:db8b3959138341e092434175a3480a37 on resource:network {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:05:32.994996 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-14b06e2b-4286-49d9-bae1-d4f04c82992a tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Unset dirty status for tenant:db8b3959138341e092434175a3480a37 on resource:network {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:05:32.999483 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-14b06e2b-4286-49d9-bae1-d4f04c82992a tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/networks?id=2790ccbf-1fe4-4ddb-8a39-6ac4365def3a HTTP/1.1" status: 200 len: 808 time: 0.2435496 May 04 17:05:33.035511 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-7ff9d076-d279-4ff8-bb98-61b860f273d0 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/quotas/db8b3959138341e092434175a3480a37 HTTP/1.1" status: 200 len: 375 time: 0.0295253 May 04 17:05:33.214721 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-92c0267a-7b21-451d-8477-443a2b1df7c3 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=db8b3959138341e092434175a3480a37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1779642 May 04 17:05:33.230731 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c885b-edeb-457c-8194-dd2d4db2c2e4 req-91e62d75-f579-418d-bfd2-aa02c4950ae8 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:33.232194 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8e6c885b-edeb-457c-8194-dd2d4db2c2e4 req-91e62d75-f579-418d-bfd2-aa02c4950ae8 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 947 time: 0.1222236 May 04 17:05:33.454673 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8e6c885b-edeb-457c-8194-dd2d4db2c2e4 req-12f870e8-75af-4427-9c37-94983d2fb42c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029977 May 04 17:05:33.486975 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-b99ff64e-f9a0-491a-adfe-63aa4595f3bd service neutron] 10.222.0.24 "GET /v2.0/networks/2790ccbf-1fe4-4ddb-8a39-6ac4365def3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537665 May 04 17:05:33.668156 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-6a5d8774-6ef6-47b5-82e0-2294599fa241 service neutron] 10.222.0.24 "GET /v2.0/networks/2790ccbf-1fe4-4ddb-8a39-6ac4365def3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751959 May 04 17:05:33.692821 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5329ff3-1ae6-40f3-9706-fe568bdc3e17 req-7dbfe48e-9628-41b4-9920-cc9146d57cc9 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:33.694290 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e5329ff3-1ae6-40f3-9706-fe568bdc3e17 req-7dbfe48e-9628-41b4-9920-cc9146d57cc9 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 944 time: 0.1206827 May 04 17:05:33.741246 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e5329ff3-1ae6-40f3-9706-fe568bdc3e17 req-c8b2b560-49f4-4567-8ee9-26ea857d3bb3 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411925 May 04 17:05:34.012781 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5405f-9b60-4269-8ec9-4a86a7eaef8c req-ec2013d2-23a0-492c-b9e0-4be7390cc26a tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:34.014524 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-03b5405f-9b60-4269-8ec9-4a86a7eaef8c req-ec2013d2-23a0-492c-b9e0-4be7390cc26a tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 931 time: 0.1324265 May 04 17:05:34.079089 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-03b5405f-9b60-4269-8ec9-4a86a7eaef8c req-aa6c01f4-0db8-47f3-844b-46c3930a026a tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576148 May 04 17:05:34.392906 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f27a89-6a72-4a4e-9ba5-f9deb6942741 req-fcd70940-0fbd-4ac4-b4bf-954d649aea07 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:34.394550 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e9f27a89-6a72-4a4e-9ba5-f9deb6942741 req-fcd70940-0fbd-4ac4-b4bf-954d649aea07 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.1450100 May 04 17:05:34.407797 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64348d6d-77ab-4135-89d0-6507775f90ac req-e3fd805b-fd7f-4859-92b5-8ad27beb60db tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:34.410537 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-64348d6d-77ab-4135-89d0-6507775f90ac req-e3fd805b-fd7f-4859-92b5-8ad27beb60db tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.2066245 May 04 17:05:34.505991 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e9f27a89-6a72-4a4e-9ba5-f9deb6942741 req-f645efad-4eea-453d-a1a4-f464a47b0400 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941286 May 04 17:05:34.518226 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-64348d6d-77ab-4135-89d0-6507775f90ac req-345a9de9-609c-4434-a10d-37e3393663bd tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817547 May 04 17:05:34.613138 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-fc799fa3-5e09-441f-a232-54591607a8e8 req-ce25094e-f6f9-4385-bccb-48f9bf2165cd tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 210 time: 0.0444231 May 04 17:05:34.708736 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e54c70-bcaa-491b-aaf1-cdf6a98ba635 req-f3f66ac3-8acc-46c7-a7c4-1a179795ff5e tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:34.710169 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-84e54c70-bcaa-491b-aaf1-cdf6a98ba635 req-f3f66ac3-8acc-46c7-a7c4-1a179795ff5e tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 947 time: 0.0849693 May 04 17:05:34.755240 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-84e54c70-bcaa-491b-aaf1-cdf6a98ba635 req-3769a12a-c48a-4ad3-9791-b4cb220a7e39 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391309 May 04 17:05:34.939404 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90adf469-ecb2-4958-bce0-971885d01bc6 req-46228070-7405-45d4-9f03-edeb81cf60cd tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:34.940910 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-90adf469-ecb2-4958-bce0-971885d01bc6 req-46228070-7405-45d4-9f03-edeb81cf60cd tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 944 time: 0.0813220 May 04 17:05:34.985781 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-90adf469-ecb2-4958-bce0-971885d01bc6 req-2a83d136-2c7e-46ca-970b-4bf44135e18d tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391445 May 04 17:05:35.342093 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Request body: {'port': {'device_id': '61be0849-b90d-4d09-9fef-880a9e9356a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:05:35.409351 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99356394-c430-41f4-9ca5-05069b590a2d req-9aa53d08-1cfa-4df6-98a1-fc4b5db557cc tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:35.410721 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-99356394-c430-41f4-9ca5-05069b590a2d req-9aa53d08-1cfa-4df6-98a1-fc4b5db557cc tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 931 time: 0.1990144 May 04 17:05:35.437262 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-756eec37-b800-4a8a-aeff-d24fc7fdda69 service neutron] 10.222.0.41 "GET /v2.0/networks/5eaec156-d1d2-4eb1-886c-cb8ab9f49966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519902 May 04 17:05:35.501774 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:35.515247 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-99356394-c430-41f4-9ca5-05069b590a2d req-b75aca65-0104-4652-ba2e-35d90926b745 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771065 May 04 17:05:35.725466 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-a7e8648c-500b-4aaf-811b-65116ab997a4 req-1d004f7d-2d00-4b3a-b916-268da2408f47 service neutron] 10.222.0.41 "GET /v2.0/networks/5eaec156-d1d2-4eb1-886c-cb8ab9f49966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128966 May 04 17:05:35.877151 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19194e46-655d-4a7b-b1bd-a861db778f7a req-fe7e90cf-315b-4dc7-8940-15e92c2f48b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:35.878630 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-19194e46-655d-4a7b-b1bd-a861db778f7a req-fe7e90cf-315b-4dc7-8940-15e92c2f48b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d31d3f115a7425daf8d54fcbe050c9f&device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 1097 time: 0.0915983 May 04 17:05:36.000548 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42c94d-bde6-4e4b-b19a-c5f69d2e3432 req-06954ee6-9e79-487c-955b-577bbb6f361c tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:36.002075 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4a42c94d-bde6-4e4b-b19a-c5f69d2e3432 req-06954ee6-9e79-487c-955b-577bbb6f361c tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.2956924 May 04 17:05:36.014744 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51a512-05ee-4dbf-bb2c-75c6b3d328ee req-007674c4-c05e-403d-84d8-fea3c2597a66 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:36.017387 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6f51a512-05ee-4dbf-bb2c-75c6b3d328ee req-007674c4-c05e-403d-84d8-fea3c2597a66 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.2750189 May 04 17:05:36.049355 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19194e46-655d-4a7b-b1bd-a861db778f7a req-518280fb-5852-43a8-ba6d-93fc0e71ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:36.051097 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-19194e46-655d-4a7b-b1bd-a861db778f7a req-518280fb-5852-43a8-ba6d-93fc0e71ad54 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5eaec156-d1d2-4eb1-886c-cb8ab9f49966 HTTP/1.1" status: 200 len: 910 time: 0.1623821 May 04 17:05:36.111797 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4a42c94d-bde6-4e4b-b19a-c5f69d2e3432 req-c0859a1b-481b-4839-bece-76db10735343 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930443 May 04 17:05:36.175872 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-19194e46-655d-4a7b-b1bd-a861db778f7a req-bb1a5116-1825-438e-83c1-95721394a58d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f319b456-904f-4be6-806d-e9f178705947 HTTP/1.1" status: 200 len: 217 time: 0.1167336 May 04 17:05:36.258415 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6f51a512-05ee-4dbf-bb2c-75c6b3d328ee req-2a86ecb5-0630-4447-87c5-87593a328504 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161610 May 04 17:05:36.273964 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19194e46-655d-4a7b-b1bd-a861db778f7a req-c07c7e1a-ca5a-438a-878f-c282c70ba39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:36.285567 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-19194e46-655d-4a7b-b1bd-a861db778f7a req-c07c7e1a-ca5a-438a-878f-c282c70ba39a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56229241-7875-4805-be1f-e8e4922a6af1 HTTP/1.1" status: 200 len: 849 time: 0.0937853 May 04 17:05:36.285567 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.41', 62576) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:05:36.307900 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-598c42dc-60a1-46b2-8661-48f6f2d32b28 req-157af272-e8f8-48a8-80eb-98ab033bb714 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 210 time: 0.0533159 May 04 17:05:36.310271 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3539289-7dea-4426-961d-67881f12cc0d {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:05:36.318224 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:36.335483 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Transition to ACTIVE for port object e3539289-7dea-4426-961d-67881f12cc0d will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:05:36.339349 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edcadeb-d7d3-4eaf-8bc2-9b1e78d51b47 req-f5242a7a-cf87-4d8e-bda3-1bf849c7cd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:36.340844 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-9edcadeb-d7d3-4eaf-8bc2-9b1e78d51b47 req-f5242a7a-cf87-4d8e-bda3-1bf849c7cd45 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 1100 time: 0.2295437 May 04 17:05:36.345514 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-721969'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:36.349986 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:36.432033 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-9edcadeb-d7d3-4eaf-8bc2-9b1e78d51b47 req-c5cf3258-6e97-4a89-9697-9358b44dc0d5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647740 May 04 17:05:36.439408 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-19194e46-655d-4a7b-b1bd-a861db778f7a req-999c5a24-06bf-46e8-b30e-e9897639a2cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5eaec156-d1d2-4eb1-886c-cb8ab9f49966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1473863 May 04 17:05:36.613065 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=e3539289-7dea-4426-961d-67881f12cc0d,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:36.658652 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-d9192494-a4ff-4ff1-9ca2-823040a716e1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:36.660641 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-d9192494-a4ff-4ff1-9ca2-823040a716e1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.41 "GET /v2.0/networks?id=2790ccbf-1fe4-4ddb-8a39-6ac4365def3a HTTP/1.1" status: 200 len: 808 time: 0.3702247 May 04 17:05:36.697759 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:36.698130 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:36.698495 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:36.698847 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:36.699197 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:36.699546 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:36.699894 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:36.700237 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:36.700602 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:36.700944 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:36.701284 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:36.701651 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:36.711668 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:36.733563 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-5da4b665-864b-4328-8369-1afc53222d1c tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Synchronizing usage tracker for tenant:db8b3959138341e092434175a3480a37 on resource:security_group {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:05:36.742001 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-19194e46-655d-4a7b-b1bd-a861db778f7a req-f0329dbe-94a9-4604-bf1c-455bbcbcefbd service neutron] 10.222.0.41 "GET /v2.0/networks/5eaec156-d1d2-4eb1-886c-cb8ab9f49966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142866 May 04 17:05:36.772925 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-5da4b665-864b-4328-8369-1afc53222d1c tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Unset dirty status for tenant:db8b3959138341e092434175a3480a37 on resource:security_group {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:05:36.774105 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-5da4b665-864b-4328-8369-1afc53222d1c tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db8b3959138341e092434175a3480a37 HTTP/1.1" status: 200 len: 380 time: 0.1039736 May 04 17:05:36.779723 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Attempting to bind port e3539289-7dea-4426-961d-67881f12cc0d on host hv-cinder-78960 for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:05:36.780083 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Attempting to bind port e3539289-7dea-4426-961d-67881f12cc0d by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '964354d2-a324-4b4c-9ecd-4b1a7bd17d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc3461c8-37b6-4e7e-a81b-a1703af6990a'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:05:36.780425 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Attempting to bind port e3539289-7dea-4426-961d-67881f12cc0d on network bc3461c8-37b6-4e7e-a81b-a1703af6990a {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:05:36.791385 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Port e3539289-7dea-4426-961d-67881f12cc0d on network bc3461c8-37b6-4e7e-a81b-a1703af6990a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:05:36.792132 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Attempting to bind port e3539289-7dea-4426-961d-67881f12cc0d on network bc3461c8-37b6-4e7e-a81b-a1703af6990a {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:05:36.795047 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Request body: {'port': {'device_id': '4ec64bd3-471c-4d93-8acf-28dadd2951f3', 'network_id': '2790ccbf-1fe4-4ddb-8a39-6ac4365def3a', 'admin_state_up': True, 'tenant_id': 'db8b3959138341e092434175a3480a37', 'security_groups': ['84cfc876-b8b2-4c6e-aea4-c5a18e54fed2']}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:05:36.808378 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c205e-b2db-4b2c-92c9-8b1889fb08f5 req-7837cd59-3f30-4c48-b62e-554422e98409 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:36.809967 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-661c205e-b2db-4b2c-92c9-8b1889fb08f5 req-7837cd59-3f30-4c48-b62e-554422e98409 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 947 time: 0.3077927 May 04 17:05:36.811720 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Checking agent: {'id': '9f3cb959-d44b-4b8e-aa2c-516ad41b6189', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'started_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:05:36.812055 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Checking segment: {'id': '964354d2-a324-4b4c-9ecd-4b1a7bd17d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc3461c8-37b6-4e7e-a81b-a1703af6990a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:05:36.812464 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Bound using segment: {'id': '964354d2-a324-4b4c-9ecd-4b1a7bd17d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc3461c8-37b6-4e7e-a81b-a1703af6990a'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:05:36.812949 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Bound port: e3539289-7dea-4426-961d-67881f12cc0d, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '964354d2-a324-4b4c-9ecd-4b1a7bd17d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc3461c8-37b6-4e7e-a81b-a1703af6990a'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:05:36.813298 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:36.833614 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded7c5f-1957-4710-a08c-de62936afcf5 req-d643f938-b05f-4409-91d8-db7bcbd2a871 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:36.835228 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4ded7c5f-1957-4710-a08c-de62936afcf5 req-d643f938-b05f-4409-91d8-db7bcbd2a871 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 944 time: 0.3345268 May 04 17:05:36.969797 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-661c205e-b2db-4b2c-92c9-8b1889fb08f5 req-eb1c0558-449e-4b49-8fd4-5c21469d05ec tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449571 May 04 17:05:37.002144 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4ded7c5f-1957-4710-a08c-de62936afcf5 req-58d67002-17da-4188-9df4-04a627cb028f tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411180 May 04 17:05:37.016734 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] For port e3539289-7dea-4426-961d-67881f12cc0d, host hv-cinder-78960, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:05:37.020452 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] For port e3539289-7dea-4426-961d-67881f12cc0d, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e3539289-7dea-4426-961d-67881f12cc0d,segment=NetworkSegment(964354d2-a324-4b4c-9ecd-4b1a7bd17d79),segment_id=964354d2-a324-4b4c-9ecd-4b1a7bd17d79)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:05:37.027266 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-721969'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:37.031002 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:05:37.034972 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-7a35ada4-dacb-4fd7-8542-f4d0b60b6059 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:37.147462 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Usage tracker for resource:port and tenant:db8b3959138341e092434175a3480a37 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:05:37.151777 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:05:37.159732 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-19194e46-655d-4a7b-b1bd-a861db778f7a req-6ba38134-2c5d-4988-b90f-aa371dd7a9fc service neutron] 10.222.0.41 "GET /v2.0/networks/5eaec156-d1d2-4eb1-886c-cb8ab9f49966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082310 May 04 17:05:37.160638 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:05:37.172957 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Made reservation on behalf of db8b3959138341e092434175a3480a37 for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:05:37.177408 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:37.183777 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:37.184436 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:37.185862 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] 10.222.0.41 "PUT /v2.0/ports/e3539289-7dea-4426-961d-67881f12cc0d HTTP/1.1" status: 200 len: 1093 time: 1.9132128 May 04 17:05:37.186809 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61be0849-b90d-4d09-9fef-880a9e9356a6', 'tag': 'e3539289-7dea-4426-961d-67881f12cc0d'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:05:37.206159 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=e3539289-7dea-4426-961d-67881f12cc0d,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:37.211568 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:37.325034 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e520d-8cc6-4249-96cc-25ee522cd7b1 req-7f5b53d7-df9d-44f6-9cef-94dd1b3ca3c7 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:37.327204 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-cc4e520d-8cc6-4249-96cc-25ee522cd7b1 req-7f5b53d7-df9d-44f6-9cef-94dd1b3ca3c7 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 943 time: 0.2192833 May 04 17:05:37.424708 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Allocated IP 172.20.0.5 (2790ccbf-1fe4-4ddb-8a39-6ac4365def3a/93bf4862-9145-41a3-bcd3-124852de0037/262fb332-a852-4020-b3fb-f028ad46755a) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:05:37.451959 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-5e79be7f-ba45-47d4-9027-a8c0f66691e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:37.453478 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-5e79be7f-ba45-47d4-9027-a8c0f66691e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=507507794b464505b12fc044f369bd6d&device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 1096 time: 0.1982210 May 04 17:05:37.456726 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-cc4e520d-8cc6-4249-96cc-25ee522cd7b1 req-27a74bad-f71b-4204-b8fa-3de92a1d60be tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201997 May 04 17:05:37.538681 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61be0849-b90d-4d09-9fef-880a9e9356a6', 'tag': 'e3539289-7dea-4426-961d-67881f12cc0d', 'status': 'completed', 'code': 200} May 04 17:05:37.563864 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-e2f341f6-bb92-4da0-9717-c783fba55850 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3539289-7dea-4426-961d-67881f12cc0d HTTP/1.1" status: 200 len: 217 time: 0.0988414 May 04 17:05:37.620118 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca74bc9-4fd8-40bf-ac89-b1a35b8cdae7 req-7b5b8bb0-3baf-46e8-9927-01aeed7c9c62 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:37.627134 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6ca74bc9-4fd8-40bf-ac89-b1a35b8cdae7 req-7b5b8bb0-3baf-46e8-9927-01aeed7c9c62 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.2982154 May 04 17:05:37.674611 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:37.694285 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Transition to ACTIVE for port object 262fb332-a852-4020-b3fb-f028ad46755a will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:05:37.721782 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:37.730897 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-515fd6aa-29db-482e-bdfc-3f728924c027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:37.745311 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6ca74bc9-4fd8-40bf-ac89-b1a35b8cdae7 req-fda1f24a-a3c2-413b-84e1-21cb98991d05 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170359 May 04 17:05:37.770583 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-7c754f57-6ff1-4638-9626-88e030fc46c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:37.772024 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-7c754f57-6ff1-4638-9626-88e030fc46c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2 HTTP/1.1" status: 200 len: 854 time: 0.1996830 May 04 17:05:37.802977 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Network 2790ccbf-1fe4-4ddb-8a39-6ac4365def3a is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:05:37.806593 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:05:37.811576 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:05:37.892616 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Pushing event updated for resources: {'Port': ['ID=262fb332-a852-4020-b3fb-f028ad46755a,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:37.913779 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:37.914170 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:37.914660 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:37.914998 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:37.915876 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:37.916212 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:37.916616 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:37.916956 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:37.917305 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:37.917783 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:37.918132 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:37.918614 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:37.920014 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11325993-91bf-4377-8d1e-0b54c49b1d4a req-3ba4b359-6664-4f29-8acf-8bc5718554de tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:37.927424 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-11325993-91bf-4377-8d1e-0b54c49b1d4a req-3ba4b359-6664-4f29-8acf-8bc5718554de tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.2298656 May 04 17:05:37.937238 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:37.960564 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:37.961233 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:37.997682 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-11325993-91bf-4377-8d1e-0b54c49b1d4a req-9b78e4f5-0a39-444a-a05f-9628651a2fc9 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691285 May 04 17:05:38.004846 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-2476013e-38bd-4b3c-95bf-17875f84d9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:38.006825 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-2476013e-38bd-4b3c-95bf-17875f84d9ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc3461c8-37b6-4e7e-a81b-a1703af6990a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2248414 May 04 17:05:38.011743 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2217774 May 04 17:05:38.033008 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-d4249848-139e-42ce-b32c-1a52b1859754 service neutron] Request body: {'port': {'device_id': '4ec64bd3-471c-4d93-8acf-28dadd2951f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:05:38.044879 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device f319b456-904f-4be6-806d-e9f178705947 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:05:38.275076 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-6b8311e3-ef69-4f34-9176-101de6b4bf59 None None] Provisioning for port 262fb332-a852-4020-b3fb-f028ad46755a completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:05:38.284789 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-d4249848-139e-42ce-b32c-1a52b1859754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:38.289136 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-6b8311e3-ef69-4f34-9176-101de6b4bf59 None None] Provisioning complete for port 262fb332-a852-4020-b3fb-f028ad46755a triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:05:38.289736 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-6b8311e3-ef69-4f34-9176-101de6b4bf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:38.298268 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-1f86f6b6-8596-4e1e-a36c-15e17e9b0982 service neutron] 10.222.0.41 "GET /v2.0/networks/bc3461c8-37b6-4e7e-a81b-a1703af6990a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775457 May 04 17:05:38.325960 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bc624-e68d-4a8c-8147-df537adf1a05 req-dac7bbc4-395b-4388-987e-3be67e45a177 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:38.331183 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-698bc624-e68d-4a8c-8147-df537adf1a05 req-dac7bbc4-395b-4388-987e-3be67e45a177 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 931 time: 0.2876561 May 04 17:05:38.341607 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port f319b456-904f-4be6-806d-e9f178705947, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f319b456-904f-4be6-806d-e9f178705947,segment=NetworkSegment(06b541d2-3745-475e-92ad-6d7ee9e32f6e),segment_id=06b541d2-3745-475e-92ad-6d7ee9e32f6e)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:05:38.370028 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Returning: {'device': 'f319b456-904f-4be6-806d-e9f178705947', 'network_id': '5eaec156-d1d2-4eb1-886c-cb8ab9f49966', 'port_id': 'f319b456-904f-4be6-806d-e9f178705947', 'mac_address': 'fa:16:3e:4e:12:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56229241-7875-4805-be1f-e8e4922a6af1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:05:38.402763 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-6b8311e3-ef69-4f34-9176-101de6b4bf59 None None] Port 262fb332-a852-4020-b3fb-f028ad46755a cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:05:38.445086 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:38.473418 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f319b456-904f-4be6-806d-e9f178705947 {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:05:38.516923 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port f319b456-904f-4be6-806d-e9f178705947, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f319b456-904f-4be6-806d-e9f178705947,segment=NetworkSegment(06b541d2-3745-475e-92ad-6d7ee9e32f6e),segment_id=06b541d2-3745-475e-92ad-6d7ee9e32f6e)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:05:38.524272 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:38.532131 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-5b324cd3-719e-4b3a-9a00-0034d4a671f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:38.654813 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-698bc624-e68d-4a8c-8147-df537adf1a05 req-04e014ae-2507-4a8f-89dd-63a641c7b563 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653570 May 04 17:05:38.698627 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ecdaa1d8-30db-4376-9969-c38d0dffb2e1 req-9d023235-297e-4b3d-ac14-9fbf5306772f service neutron] 10.222.0.41 "GET /v2.0/networks/bc3461c8-37b6-4e7e-a81b-a1703af6990a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631680 May 04 17:05:38.728839 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=f319b456-904f-4be6-806d-e9f178705947,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:38.738731 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-d4249848-139e-42ce-b32c-1a52b1859754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 262fb332-a852-4020-b3fb-f028ad46755a {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:05:38.739755 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176df44-f770-4e99-ab04-261c51517719 req-cd3d9dba-8887-41d4-8fd3-503aa405e827 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:38.740252 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8176df44-f770-4e99-ab04-261c51517719 req-cd3d9dba-8887-41d4-8fd3-503aa405e827 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 947 time: 0.1628058 May 04 17:05:38.749790 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-d4249848-139e-42ce-b32c-1a52b1859754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:38.755970 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:38.756889 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:38.757327 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:38.760272 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:38.760756 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:38.761284 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:38.761609 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:38.762389 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:38.762389 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:38.763978 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:38.763978 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:38.763978 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:38.768840 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:38.776266 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-d4249848-139e-42ce-b32c-1a52b1859754 service neutron] Transition to ACTIVE for port object 262fb332-a852-4020-b3fb-f028ad46755a will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:05:38.780778 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-d4249848-139e-42ce-b32c-1a52b1859754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:38.785870 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:38.846532 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['f319b456-904f-4be6-806d-e9f178705947'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:05:38.866308 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8176df44-f770-4e99-ab04-261c51517719 req-8849c4dc-495c-4f32-9ac5-6f687af9c065 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190062 May 04 17:05:38.984617 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0eaf7-76eb-40e2-bdaa-ad53acb7b540 req-e10adfaa-bec6-40d9-b285-374be2414cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:38.986408 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-73a0eaf7-76eb-40e2-bdaa-ad53acb7b540 req-e10adfaa-bec6-40d9-b285-374be2414cd3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=507507794b464505b12fc044f369bd6d&device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 1096 time: 0.2032576 May 04 17:05:39.017581 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4249848-139e-42ce-b32c-1a52b1859754 service neutron] Pushing event updated for resources: {'Port': ['ID=262fb332-a852-4020-b3fb-f028ad46755a,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:39.021845 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d4249848-139e-42ce-b32c-1a52b1859754 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:39.167572 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fe2aa-a261-44bd-aa9e-2ef30e9e2ba9 req-31db4bf9-45b7-4b4e-b359-c1ccd84257cc tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:39.169061 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-079fe2aa-a261-44bd-aa9e-2ef30e9e2ba9 req-31db4bf9-45b7-4b4e-b359-c1ccd84257cc tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 945 time: 0.2412217 May 04 17:05:39.189111 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-d4249848-139e-42ce-b32c-1a52b1859754 service neutron] Attempting to bind port 262fb332-a852-4020-b3fb-f028ad46755a on host hv-cinder-78960 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:05:39.189449 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-d4249848-139e-42ce-b32c-1a52b1859754 service neutron] Attempting to bind port 262fb332-a852-4020-b3fb-f028ad46755a by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '377bce57-fc69-436f-9128-ad1831bef4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2790ccbf-1fe4-4ddb-8a39-6ac4365def3a'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:05:39.189775 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-d4249848-139e-42ce-b32c-1a52b1859754 service neutron] Attempting to bind port 262fb332-a852-4020-b3fb-f028ad46755a on network 2790ccbf-1fe4-4ddb-8a39-6ac4365def3a {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:05:39.195975 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-d4249848-139e-42ce-b32c-1a52b1859754 service neutron] Port 262fb332-a852-4020-b3fb-f028ad46755a on network 2790ccbf-1fe4-4ddb-8a39-6ac4365def3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:05:39.196295 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-d4249848-139e-42ce-b32c-1a52b1859754 service neutron] Attempting to bind port 262fb332-a852-4020-b3fb-f028ad46755a on network 2790ccbf-1fe4-4ddb-8a39-6ac4365def3a {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:05:39.228897 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0eaf7-76eb-40e2-bdaa-ad53acb7b540 req-339f601f-23ba-4a8a-b4ff-a189285d2678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:39.230752 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-73a0eaf7-76eb-40e2-bdaa-ad53acb7b540 req-339f601f-23ba-4a8a-b4ff-a189285d2678 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc3461c8-37b6-4e7e-a81b-a1703af6990a HTTP/1.1" status: 200 len: 916 time: 0.2347245 May 04 17:05:39.254592 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-d4249848-139e-42ce-b32c-1a52b1859754 service neutron] Checking agent: {'id': '9f3cb959-d44b-4b8e-aa2c-516ad41b6189', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'started_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:05:39.254977 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-d4249848-139e-42ce-b32c-1a52b1859754 service neutron] Checking segment: {'id': '377bce57-fc69-436f-9128-ad1831bef4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2790ccbf-1fe4-4ddb-8a39-6ac4365def3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:05:39.255618 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-d4249848-139e-42ce-b32c-1a52b1859754 service neutron] Bound using segment: {'id': '377bce57-fc69-436f-9128-ad1831bef4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2790ccbf-1fe4-4ddb-8a39-6ac4365def3a'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:05:39.256053 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-d4249848-139e-42ce-b32c-1a52b1859754 service neutron] Bound port: 262fb332-a852-4020-b3fb-f028ad46755a, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '377bce57-fc69-436f-9128-ad1831bef4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2790ccbf-1fe4-4ddb-8a39-6ac4365def3a'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:05:39.256395 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-d4249848-139e-42ce-b32c-1a52b1859754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:39.356530 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-079fe2aa-a261-44bd-aa9e-2ef30e9e2ba9 req-effa4d24-bebb-46a0-9e23-008ecba18ced tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717863 May 04 17:05:39.358698 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-73a0eaf7-76eb-40e2-bdaa-ad53acb7b540 req-fdd7f237-504c-423a-8c55-2293a3cc38e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3539289-7dea-4426-961d-67881f12cc0d HTTP/1.1" status: 200 len: 217 time: 0.0785351 May 04 17:05:39.375788 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-d4249848-139e-42ce-b32c-1a52b1859754 service neutron] For port 262fb332-a852-4020-b3fb-f028ad46755a, host hv-cinder-78960, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:05:39.380975 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-d4249848-139e-42ce-b32c-1a52b1859754 service neutron] For port 262fb332-a852-4020-b3fb-f028ad46755a, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=262fb332-a852-4020-b3fb-f028ad46755a,segment=NetworkSegment(377bce57-fc69-436f-9128-ad1831bef4e9),segment_id=377bce57-fc69-436f-9128-ad1831bef4e9)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:05:39.384901 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c7d4e-2a84-4eb6-b78a-a12a2a0805d0 req-c7cca79a-747a-4169-a6b8-e1ff2e20bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:39.386416 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-0b7c7d4e-2a84-4eb6-b78a-a12a2a0805d0 req-c7cca79a-747a-4169-a6b8-e1ff2e20bf19 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e556e3a64b64ac6b171c7d580893947&device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 1098 time: 0.1871774 May 04 17:05:39.388041 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-d4249848-139e-42ce-b32c-1a52b1859754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:39.392820 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7f425d36-b5ff-4c4c-ae1b-31700de95584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:39.445231 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459677e-9e5d-4d55-a1a6-103a5c4cb616 req-06e7b2b0-62db-40ab-8b1a-403f3c9f45a1 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:39.447303 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4459677e-9e5d-4d55-a1a6-103a5c4cb616 req-06e7b2b0-62db-40ab-8b1a-403f3c9f45a1 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 943 time: 0.2149925 May 04 17:05:39.472504 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0eaf7-76eb-40e2-bdaa-ad53acb7b540 req-7e26d855-9626-4e92-8adb-3ff50e7d10dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:39.473980 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-73a0eaf7-76eb-40e2-bdaa-ad53acb7b540 req-7e26d855-9626-4e92-8adb-3ff50e7d10dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2 HTTP/1.1" status: 200 len: 854 time: 0.0958476 May 04 17:05:39.485854 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-d4249848-139e-42ce-b32c-1a52b1859754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:39.486451 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-d4249848-139e-42ce-b32c-1a52b1859754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:39.487844 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-d4249848-139e-42ce-b32c-1a52b1859754 service neutron] 10.222.0.41 "PUT /v2.0/ports/262fb332-a852-4020-b3fb-f028ad46755a HTTP/1.1" status: 200 len: 1093 time: 1.4644802 May 04 17:05:39.488358 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec64bd3-471c-4d93-8acf-28dadd2951f3', 'tag': '262fb332-a852-4020-b3fb-f028ad46755a'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:05:39.610888 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4459677e-9e5d-4d55-a1a6-103a5c4cb616 req-e40d1b4f-6cbb-4282-8f0f-7fda8a65e272 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570237 May 04 17:05:39.688147 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0eaf7-76eb-40e2-bdaa-ad53acb7b540 req-baa673bf-09b1-4774-869f-0e8ca41147b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:39.689703 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-73a0eaf7-76eb-40e2-bdaa-ad53acb7b540 req-baa673bf-09b1-4774-869f-0e8ca41147b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc3461c8-37b6-4e7e-a81b-a1703af6990a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2073338 May 04 17:05:39.719961 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4249848-139e-42ce-b32c-1a52b1859754 service neutron] Pushing event updated for resources: {'Port': ['ID=262fb332-a852-4020-b3fb-f028ad46755a,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:39.721310 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce0d3e-ee2e-4e3f-84ee-1a269559ba49 req-cf39c180-7fe9-4be8-b41e-aa7c49afe67d tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:39.723041 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b6ce0d3e-ee2e-4e3f-84ee-1a269559ba49 req-cf39c180-7fe9-4be8-b41e-aa7c49afe67d tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.2452149 May 04 17:05:39.727071 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d4249848-139e-42ce-b32c-1a52b1859754 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:39.757403 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c7d4e-2a84-4eb6-b78a-a12a2a0805d0 req-2c15026c-0090-4553-bc03-d296f0926bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:39.758938 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-0b7c7d4e-2a84-4eb6-b78a-a12a2a0805d0 req-2c15026c-0090-4553-bc03-d296f0926bb4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=daf2ac07-072f-41ea-bdf5-4fc0c49d6a07 HTTP/1.1" status: 200 len: 920 time: 0.3371854 May 04 17:05:39.882464 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-0b7c7d4e-2a84-4eb6-b78a-a12a2a0805d0 req-de9b80c0-3d4e-42c7-82a8-bfa421af6628 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3224b67-3480-48b3-8fd3-5c7e4e13364f HTTP/1.1" status: 200 len: 217 time: 0.1026571 May 04 17:05:39.889536 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-ddaad6dd-bea2-4d7a-b26e-287b21557013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:39.890955 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-ddaad6dd-bea2-4d7a-b26e-287b21557013 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=db8b3959138341e092434175a3480a37&device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 1096 time: 0.3460052 May 04 17:05:39.922967 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b6ce0d3e-ee2e-4e3f-84ee-1a269559ba49 req-85dab5dd-9d17-4210-87c0-4644f655f61e tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763415 May 04 17:05:39.958697 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-73a0eaf7-76eb-40e2-bdaa-ad53acb7b540 req-51e14752-1c4b-426f-81fa-5ef14064b489 service neutron] 10.222.0.41 "GET /v2.0/networks/bc3461c8-37b6-4e7e-a81b-a1703af6990a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492647 May 04 17:05:39.992210 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec64bd3-471c-4d93-8acf-28dadd2951f3', 'tag': '262fb332-a852-4020-b3fb-f028ad46755a', 'status': 'completed', 'code': 200} May 04 17:05:40.014065 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-7ccbbaa3-f92d-4582-af0b-99185e66fca5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=262fb332-a852-4020-b3fb-f028ad46755a HTTP/1.1" status: 200 len: 217 time: 0.0888295 May 04 17:05:40.058570 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device f319b456-904f-4be6-806d-e9f178705947 up at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:05:40.064254 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c7d4e-2a84-4eb6-b78a-a12a2a0805d0 req-5cf8b792-ff14-4bc7-a066-f55284be11e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:40.065771 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-0b7c7d4e-2a84-4eb6-b78a-a12a2a0805d0 req-5cf8b792-ff14-4bc7-a066-f55284be11e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ffba03e-1a08-4adb-9186-b70f00fea735 HTTP/1.1" status: 200 len: 859 time: 0.1739321 May 04 17:05:40.075321 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a03463-9697-4341-a355-9a07091cff8d req-7d692a7a-9aad-4cc4-a35b-58b1e1110dcb tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:40.076870 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a2a03463-9697-4341-a355-9a07091cff8d req-7d692a7a-9aad-4cc4-a35b-58b1e1110dcb tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.2284708 May 04 17:05:40.130138 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-0b7c7d4e-2a84-4eb6-b78a-a12a2a0805d0 req-c7591d4d-375d-4d01-b18a-67fb602f6ea9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=daf2ac07-072f-41ea-bdf5-4fc0c49d6a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449617 May 04 17:05:40.138986 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning for port f319b456-904f-4be6-806d-e9f178705947 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:05:40.139465 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-854eedc4-888d-42be-859d-4050fa732cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:40.140940 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-854eedc4-888d-42be-859d-4050fa732cbb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93bf4862-9145-41a3-bcd3-124852de0037 HTTP/1.1" status: 200 len: 847 time: 0.1207600 May 04 17:05:40.144850 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning complete for port f319b456-904f-4be6-806d-e9f178705947 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:05:40.145304 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:40.215145 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-73a0eaf7-76eb-40e2-bdaa-ad53acb7b540 req-068db304-2550-42f0-a4c5-da0aead7f2cc service neutron] 10.222.0.41 "GET /v2.0/networks/bc3461c8-37b6-4e7e-a81b-a1703af6990a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490616 May 04 17:05:40.217987 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a2a03463-9697-4341-a355-9a07091cff8d req-195454ad-2411-4095-8d8d-e71bbcfe5428 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282773 May 04 17:05:40.262833 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd656f-d505-4589-9804-e9ae7d26d322 req-8f223eef-52a8-48d0-91cd-99fd11596a5c tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:40.264847 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-fdfd656f-d505-4589-9804-e9ae7d26d322 req-8f223eef-52a8-48d0-91cd-99fd11596a5c tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 943 time: 0.1740701 May 04 17:05:40.340840 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:40.360984 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-fdfd656f-d505-4589-9804-e9ae7d26d322 req-808449d9-d8df-4a77-90d1-efa8f0361dc1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867026 May 04 17:05:40.376070 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a250be6a-ffc4-4d6c-8902-d9e1e94836dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f319b456-904f-4be6-806d-e9f178705947'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:05:40.396592 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port f319b456-904f-4be6-806d-e9f178705947, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f319b456-904f-4be6-806d-e9f178705947,segment=NetworkSegment(06b541d2-3745-475e-92ad-6d7ee9e32f6e),segment_id=06b541d2-3745-475e-92ad-6d7ee9e32f6e)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:05:40.402461 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:40.405699 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:40.417076 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-0b7c7d4e-2a84-4eb6-b78a-a12a2a0805d0 req-499db9da-f7d8-4638-add0-b9966aa700b0 service neutron] 10.222.0.41 "GET /v2.0/networks/daf2ac07-072f-41ea-bdf5-4fc0c49d6a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795324 May 04 17:05:40.468421 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-2249fc5d-6515-49ab-80d2-1e129615a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:40.470232 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-2249fc5d-6515-49ab-80d2-1e129615a79b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2790ccbf-1fe4-4ddb-8a39-6ac4365def3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3081200 May 04 17:05:40.486347 dv-cinder-789603-1-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a250be6a-ffc4-4d6c-8902-d9e1e94836dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f319b456-904f-4be6-806d-e9f178705947', 'code': 200} May 04 17:05:40.515196 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=f319b456-904f-4be6-806d-e9f178705947,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:40.520580 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:40.711675 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-0b7c7d4e-2a84-4eb6-b78a-a12a2a0805d0 req-280d5024-8c70-46c6-be85-150b42c8226c service neutron] 10.222.0.41 "GET /v2.0/networks/daf2ac07-072f-41ea-bdf5-4fc0c49d6a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779729 May 04 17:05:40.720995 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-309e8783-013f-4e78-add0-bfb8c5c5e7c4 service neutron] 10.222.0.41 "GET /v2.0/networks/2790ccbf-1fe4-4ddb-8a39-6ac4365def3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340939 May 04 17:05:40.733130 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2ddb5-9f0a-4076-b889-b01a9183d199 req-51eee677-7f13-4c8e-a5a9-fdb4532b28f1 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:40.734696 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-05c2ddb5-9f0a-4076-b889-b01a9183d199 req-51eee677-7f13-4c8e-a5a9-fdb4532b28f1 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 947 time: 0.2459726 May 04 17:05:40.809004 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed991016-745f-4eb2-a22e-23d747681f2e req-8d9f9852-c10f-425f-887f-3504ca56c85f tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:40.810599 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ed991016-745f-4eb2-a22e-23d747681f2e req-8d9f9852-c10f-425f-887f-3504ca56c85f tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 946 time: 0.1770694 May 04 17:05:40.879003 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-05c2ddb5-9f0a-4076-b889-b01a9183d199 req-95e77fa7-14bd-43b2-b38b-71cb3d35c30f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345820 May 04 17:05:40.906135 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ed991016-745f-4eb2-a22e-23d747681f2e req-fd544a46-9ae8-4701-9d27-3b026aa78668 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803976 May 04 17:05:40.962052 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-cad369d0-29ca-4950-bb6b-983f597e1edd req-c90296f0-a898-485b-b13e-7a29b230abba service neutron] 10.222.0.41 "GET /v2.0/networks/2790ccbf-1fe4-4ddb-8a39-6ac4365def3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658008 May 04 17:05:40.965070 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e859bd-91e9-4e81-998a-30fc940b930e req-dd037af8-2a8a-4e3c-b1cd-61201d2269ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:40.966726 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-e4e859bd-91e9-4e81-998a-30fc940b930e req-dd037af8-2a8a-4e3c-b1cd-61201d2269ed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 1099 time: 0.2113454 May 04 17:05:41.033060 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-e4e859bd-91e9-4e81-998a-30fc940b930e req-22526bd5-cdec-41e6-a879-14dd6828cefc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492067 May 04 17:05:41.178542 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01276dc-477d-413e-9e3a-d7e973703caf req-656e4d99-72b4-4f02-b50a-03e0fd0ea32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:41.180035 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c01276dc-477d-413e-9e3a-d7e973703caf req-656e4d99-72b4-4f02-b50a-03e0fd0ea32b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=db8b3959138341e092434175a3480a37&device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 1096 time: 0.0778682 May 04 17:05:41.264028 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66912418-e69e-4180-8de3-a81d02301b7f req-30e8d1b5-013d-44dc-8cab-926ee79e0e75 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:41.265605 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-66912418-e69e-4180-8de3-a81d02301b7f req-30e8d1b5-013d-44dc-8cab-926ee79e0e75 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 943 time: 0.2483313 May 04 17:05:41.297873 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcd113-f74a-40b2-9429-48a49c55acb1 req-07f72cc4-c70e-42ec-9e1a-efcfcdd039f5 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:41.299330 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-10dcd113-f74a-40b2-9429-48a49c55acb1 req-07f72cc4-c70e-42ec-9e1a-efcfcdd039f5 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.2310853 May 04 17:05:41.334883 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01276dc-477d-413e-9e3a-d7e973703caf req-f23d4438-7998-4b1c-9e83-168de516d40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:41.336405 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c01276dc-477d-413e-9e3a-d7e973703caf req-f23d4438-7998-4b1c-9e83-168de516d40a service neutron] 10.222.0.41 "GET /v2.0/networks?id=2790ccbf-1fe4-4ddb-8a39-6ac4365def3a HTTP/1.1" status: 200 len: 909 time: 0.1487486 May 04 17:05:41.345475 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-66912418-e69e-4180-8de3-a81d02301b7f req-68c06908-2653-4f42-9cb7-3c77ddca230d tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705290 May 04 17:05:41.371312 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-10dcd113-f74a-40b2-9429-48a49c55acb1 req-5763aa96-3ed6-4f61-8fae-0b3a76dcfe10 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655696 May 04 17:05:41.423486 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c01276dc-477d-413e-9e3a-d7e973703caf req-5cddb852-848d-4ff8-9c5d-4befbfbc5eb3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=262fb332-a852-4020-b3fb-f028ad46755a HTTP/1.1" status: 200 len: 217 time: 0.0702119 May 04 17:05:41.518520 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01276dc-477d-413e-9e3a-d7e973703caf req-807e83b9-6875-4ae0-884b-b8f201ba13a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:41.520856 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c01276dc-477d-413e-9e3a-d7e973703caf req-807e83b9-6875-4ae0-884b-b8f201ba13a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93bf4862-9145-41a3-bcd3-124852de0037 HTTP/1.1" status: 200 len: 847 time: 0.0908139 May 04 17:05:41.600165 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fda17e-c8f3-46dd-87dd-d936124bc7cc req-7ab59f9b-7a93-4d76-b52f-392ce6c74447 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:41.601066 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01276dc-477d-413e-9e3a-d7e973703caf req-9d47d86c-dafa-446e-8f8e-3e9b79b2f1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:41.601580 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-77fda17e-c8f3-46dd-87dd-d936124bc7cc req-7ab59f9b-7a93-4d76-b52f-392ce6c74447 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.1498291 May 04 17:05:41.602535 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c01276dc-477d-413e-9e3a-d7e973703caf req-9d47d86c-dafa-446e-8f8e-3e9b79b2f1f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2790ccbf-1fe4-4ddb-8a39-6ac4365def3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0707746 May 04 17:05:41.616287 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1204106-e3e2-4ee3-bc1f-907d565bc6dd req-daf7ea51-a5e9-4180-9adc-c87fd65c2a19 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:41.619103 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e1204106-e3e2-4ee3-bc1f-907d565bc6dd req-daf7ea51-a5e9-4180-9adc-c87fd65c2a19 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 943 time: 0.1185474 May 04 17:05:41.694639 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-77fda17e-c8f3-46dd-87dd-d936124bc7cc req-a36baffd-29af-4bbc-b8b3-754673dcec5d tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864379 May 04 17:05:41.699703 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e1204106-e3e2-4ee3-bc1f-907d565bc6dd req-512dd01c-d865-4e60-861a-5d2d2141614c tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640292 May 04 17:05:41.866174 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c01276dc-477d-413e-9e3a-d7e973703caf req-43093245-1b31-402d-a09f-b0fa02f6cf87 service neutron] 10.222.0.41 "GET /v2.0/networks/2790ccbf-1fe4-4ddb-8a39-6ac4365def3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506194 May 04 17:05:42.022430 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c01276dc-477d-413e-9e3a-d7e973703caf req-7073271a-ccf2-45ed-b7ed-dc6bb570ee63 service neutron] 10.222.0.41 "GET /v2.0/networks/2790ccbf-1fe4-4ddb-8a39-6ac4365def3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411078 May 04 17:05:42.077787 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device e3539289-7dea-4426-961d-67881f12cc0d details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:05:42.123061 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802d025-ebcc-4c2c-97e6-8d5e763a1489 req-7e17681b-7836-47ec-b78a-cb69c0197063 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:42.124814 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5802d025-ebcc-4c2c-97e6-8d5e763a1489 req-7e17681b-7836-47ec-b78a-cb69c0197063 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 946 time: 0.0912325 May 04 17:05:42.181179 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5802d025-ebcc-4c2c-97e6-8d5e763a1489 req-c078decf-d017-4ea5-a055-ad42fc2679b2 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503719 May 04 17:05:42.245392 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port e3539289-7dea-4426-961d-67881f12cc0d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e3539289-7dea-4426-961d-67881f12cc0d,segment=NetworkSegment(964354d2-a324-4b4c-9ecd-4b1a7bd17d79),segment_id=964354d2-a324-4b4c-9ecd-4b1a7bd17d79)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:05:42.262952 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Returning: {'device': 'e3539289-7dea-4426-961d-67881f12cc0d', 'network_id': 'bc3461c8-37b6-4e7e-a81b-a1703af6990a', 'port_id': 'e3539289-7dea-4426-961d-67881f12cc0d', 'mac_address': 'fa:16:3e:fc:01:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:05:42.317649 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:42.334199 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3539289-7dea-4426-961d-67881f12cc0d {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:05:42.350273 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port e3539289-7dea-4426-961d-67881f12cc0d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e3539289-7dea-4426-961d-67881f12cc0d,segment=NetworkSegment(964354d2-a324-4b4c-9ecd-4b1a7bd17d79),segment_id=964354d2-a324-4b4c-9ecd-4b1a7bd17d79)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:05:42.354323 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:42.356576 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-46e912fa-9af4-492a-b837-67a9a785c866 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:42.425805 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=e3539289-7dea-4426-961d-67881f12cc0d,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:42.428975 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:42.603971 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3baf20-9992-4037-a35c-db1cdfdd3d33 req-8ed862de-bc47-473d-a0d2-dff9b41cb733 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:42.605800 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-cc3baf20-9992-4037-a35c-db1cdfdd3d33 req-8ed862de-bc47-473d-a0d2-dff9b41cb733 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 944 time: 0.1470582 May 04 17:05:42.617977 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76c167-c7fd-4011-9526-34a85049ead6 req-af06a53b-fa61-4baf-9f48-0952e22e9249 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:42.620310 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6b76c167-c7fd-4011-9526-34a85049ead6 req-af06a53b-fa61-4baf-9f48-0952e22e9249 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.1212642 May 04 17:05:42.693784 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-1ee649fa-cc52-4501-ad91-078c2795390a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:42.696937 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-cc3baf20-9992-4037-a35c-db1cdfdd3d33 req-314f275d-84c6-4a09-8eb6-443971262f7c tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753860 May 04 17:05:42.701979 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6b76c167-c7fd-4011-9526-34a85049ead6 req-587c1a9f-b696-474b-b141-70a6d1c13850 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673444 May 04 17:05:42.721792 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['e3539289-7dea-4426-961d-67881f12cc0d'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:05:42.892744 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-452cc48d-597b-4cbb-a27e-a6a0d3165e42 req-d95f00c8-5250-445f-b1a3-b0f3102b38fd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0877547 May 04 17:05:42.969141 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d6f98-a24b-435f-a936-0dd1ecd1a04b req-2b86f628-77bc-4d4c-97ba-9754e05f3864 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:42.970675 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6f0d6f98-a24b-435f-a936-0dd1ecd1a04b req-2b86f628-77bc-4d4c-97ba-9754e05f3864 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.1550686 May 04 17:05:42.989434 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ce9e0-cb3d-49a3-a493-3c4707069ec1 req-8874d268-f3d1-4dde-96c5-0f3bba2f76f1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:42.990915 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-177ce9e0-cb3d-49a3-a493-3c4707069ec1 req-8874d268-f3d1-4dde-96c5-0f3bba2f76f1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 943 time: 0.1389208 May 04 17:05:43.052842 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cc48d-597b-4cbb-a27e-a6a0d3165e42 req-a7d7254d-e7f4-4675-ad1c-bc7c8f393e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:43.054299 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-452cc48d-597b-4cbb-a27e-a6a0d3165e42 req-a7d7254d-e7f4-4675-ad1c-bc7c8f393e9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a530a7f8042040e98a19a0a59ab370ed&device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 1100 time: 0.0734859 May 04 17:05:43.064175 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6f0d6f98-a24b-435f-a936-0dd1ecd1a04b req-a738cafd-1259-466b-ad74-ddc3fa654a1f tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722475 May 04 17:05:43.073574 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-177ce9e0-cb3d-49a3-a493-3c4707069ec1 req-247441ba-eb05-43ee-94f1-08b93e638b11 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676455 May 04 17:05:43.257124 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cc48d-597b-4cbb-a27e-a6a0d3165e42 req-6f5b15a4-b5d0-414d-85de-ca516301266b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:43.258642 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-452cc48d-597b-4cbb-a27e-a6a0d3165e42 req-6f5b15a4-b5d0-414d-85de-ca516301266b service neutron] 10.222.0.41 "GET /v2.0/networks?id=805702bb-73e1-49e9-949a-99d683f18b45 HTTP/1.1" status: 200 len: 918 time: 0.1814563 May 04 17:05:43.379786 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-452cc48d-597b-4cbb-a27e-a6a0d3165e42 req-1bc04320-d1f2-4b8a-b09c-b6af5f722a02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c1a8203-c49c-4900-9736-ab30590a7bf1 HTTP/1.1" status: 200 len: 1002 time: 0.1108484 May 04 17:05:43.380907 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68711ff9-4f72-41d2-85c1-64f3edc74607 req-b0718c54-5444-485c-8b95-529927725289 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:43.382554 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-68711ff9-4f72-41d2-85c1-64f3edc74607 req-b0718c54-5444-485c-8b95-529927725289 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 946 time: 0.0890713 May 04 17:05:43.441795 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-68711ff9-4f72-41d2-85c1-64f3edc74607 req-cdc3595d-e2e3-4767-86d4-a8dc9f2b81fc tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528646 May 04 17:05:43.458698 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cc48d-597b-4cbb-a27e-a6a0d3165e42 req-8e1efe78-d8c1-4b22-8199-7918a2c761a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:43.460151 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-452cc48d-597b-4cbb-a27e-a6a0d3165e42 req-8e1efe78-d8c1-4b22-8199-7918a2c761a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab HTTP/1.1" status: 200 len: 856 time: 0.0697742 May 04 17:05:43.542668 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cc48d-597b-4cbb-a27e-a6a0d3165e42 req-e44b700d-633d-4e5a-bb2c-280d81187af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:43.544346 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-452cc48d-597b-4cbb-a27e-a6a0d3165e42 req-e44b700d-633d-4e5a-bb2c-280d81187af4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=805702bb-73e1-49e9-949a-99d683f18b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771716 May 04 17:05:43.657063 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:05:43.678571 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-452cc48d-597b-4cbb-a27e-a6a0d3165e42 req-969f0128-f8c1-47a5-949f-d59d9bf765c8 service neutron] 10.222.0.41 "GET /v2.0/networks/805702bb-73e1-49e9-949a-99d683f18b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269464 May 04 17:05:43.821950 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-452cc48d-597b-4cbb-a27e-a6a0d3165e42 req-17b3fffe-c455-4e19-b969-b9b6f2ff4f7d service neutron] 10.222.0.41 "GET /v2.0/networks/805702bb-73e1-49e9-949a-99d683f18b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360500 May 04 17:05:44.000180 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126ee9e-876e-412b-b30c-3cc94c9f7076 req-e0d014af-9d57-4628-9c52-6645f8edc7a2 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:44.001697 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d126ee9e-876e-412b-b30c-3cc94c9f7076 req-e0d014af-9d57-4628-9c52-6645f8edc7a2 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.1585622 May 04 17:05:44.010767 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a80bb-d869-4b4d-ac94-cef7465b24db req-1f3d8a51-0c44-4c3c-a1e9-52485902e76b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:44.012185 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f00a80bb-d869-4b4d-ac94-cef7465b24db req-1f3d8a51-0c44-4c3c-a1e9-52485902e76b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 944 time: 0.1196308 May 04 17:05:44.081601 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d126ee9e-876e-412b-b30c-3cc94c9f7076 req-a9677ff0-7624-4574-833a-79a0313792c9 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684156 May 04 17:05:44.088729 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f00a80bb-d869-4b4d-ac94-cef7465b24db req-b50e0ae0-9895-4134-b8e7-a0cbe050a097 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611846 May 04 17:05:44.116748 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 262fb332-a852-4020-b3fb-f028ad46755a details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:05:44.122615 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device e3539289-7dea-4426-961d-67881f12cc0d up at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:05:44.304312 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning for port e3539289-7dea-4426-961d-67881f12cc0d completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:05:44.315374 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning complete for port e3539289-7dea-4426-961d-67881f12cc0d triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:05:44.315751 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:44.347807 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a26c9-6a11-4b28-b049-e68a3822f04f req-db3babdd-dede-48c5-9a60-c2d2c211f478 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:44.349144 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c83a26c9-6a11-4b28-b049-e68a3822f04f req-db3babdd-dede-48c5-9a60-c2d2c211f478 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.1490803 May 04 17:05:44.358368 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45325074-efe0-48d2-b204-791f9ef9eb72 req-d4ab5b4a-aa5a-45b3-9541-28488092960e tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:44.359856 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-45325074-efe0-48d2-b204-791f9ef9eb72 req-d4ab5b4a-aa5a-45b3-9541-28488092960e tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 943 time: 0.1211517 May 04 17:05:44.408529 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 262fb332-a852-4020-b3fb-f028ad46755a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=262fb332-a852-4020-b3fb-f028ad46755a,segment=NetworkSegment(377bce57-fc69-436f-9128-ad1831bef4e9),segment_id=377bce57-fc69-436f-9128-ad1831bef4e9)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:05:44.427889 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Returning: {'device': '262fb332-a852-4020-b3fb-f028ad46755a', 'network_id': '2790ccbf-1fe4-4ddb-8a39-6ac4365def3a', 'port_id': '262fb332-a852-4020-b3fb-f028ad46755a', 'mac_address': 'fa:16:3e:c9:dd:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93bf4862-9145-41a3-bcd3-124852de0037', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:05:44.443081 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c83a26c9-6a11-4b28-b049-e68a3822f04f req-29082e35-c837-4d78-8020-17e9a35c633b tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821159 May 04 17:05:44.445861 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-45325074-efe0-48d2-b204-791f9ef9eb72 req-c37d8bba-3a30-4bde-b0be-f2987223cd5d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703223 May 04 17:05:44.567642 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:44.591299 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:44.606341 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262fb332-a852-4020-b3fb-f028ad46755a {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:05:44.643616 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61be0849-b90d-4d09-9fef-880a9e9356a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3539289-7dea-4426-961d-67881f12cc0d'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:05:44.660667 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 262fb332-a852-4020-b3fb-f028ad46755a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=262fb332-a852-4020-b3fb-f028ad46755a,segment=NetworkSegment(377bce57-fc69-436f-9128-ad1831bef4e9),segment_id=377bce57-fc69-436f-9128-ad1831bef4e9)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:05:44.668550 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port e3539289-7dea-4426-961d-67881f12cc0d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e3539289-7dea-4426-961d-67881f12cc0d,segment=NetworkSegment(964354d2-a324-4b4c-9ecd-4b1a7bd17d79),segment_id=964354d2-a324-4b4c-9ecd-4b1a7bd17d79)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:05:44.671455 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:44.674992 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:44.720020 dv-cinder-789603-1-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61be0849-b90d-4d09-9fef-880a9e9356a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3539289-7dea-4426-961d-67881f12cc0d', 'code': 200} May 04 17:05:44.725644 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:44.801886 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=262fb332-a852-4020-b3fb-f028ad46755a,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:44.818743 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:44.819805 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-fe5d6cbe-9f2c-408d-8825-d20f11ba422f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:44.983337 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=e3539289-7dea-4426-961d-67881f12cc0d,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:44.987644 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:45.034280 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['262fb332-a852-4020-b3fb-f028ad46755a'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:05:45.105194 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3e8a7-8666-4939-900e-239fe473c743 req-7ab003f4-1be7-4062-b7a0-479e65363a3d tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:45.107041 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-21e3e8a7-8666-4939-900e-239fe473c743 req-7ab003f4-1be7-4062-b7a0-479e65363a3d tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 946 time: 0.1327109 May 04 17:05:45.119935 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f472ea4-6b35-4504-8c97-e42aa7c0f342 req-bcd88879-11cb-4f66-8385-ab590015d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:45.122327 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-0f472ea4-6b35-4504-8c97-e42aa7c0f342 req-bcd88879-11cb-4f66-8385-ab590015d428 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 1098 time: 0.1552429 May 04 17:05:45.167978 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-21e3e8a7-8666-4939-900e-239fe473c743 req-63c9dec1-107a-4b6a-b2ff-7d19125fb58c tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452178 May 04 17:05:45.202575 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-0f472ea4-6b35-4504-8c97-e42aa7c0f342 req-b563f089-a1c2-4b33-ad63-c948426a1632 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720270 May 04 17:05:45.307384 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-9e9fe7d7-b604-4edd-98cd-506709489f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:45.382678 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3fc2c-cd82-451f-b09f-e4fc5f69f093 req-ceeee8ac-5072-4ef9-9678-e47c95404b80 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:45.384369 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-15d3fc2c-cd82-451f-b09f-e4fc5f69f093 req-ceeee8ac-5072-4ef9-9678-e47c95404b80 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.1622243 May 04 17:05:45.413705 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41b3cf-f6b3-43d9-b39b-08a4ecc29049 req-ef526af7-7bf5-41f2-9cf6-5d8380edafc0 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:45.415777 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6a41b3cf-f6b3-43d9-b39b-08a4ecc29049 req-ef526af7-7bf5-41f2-9cf6-5d8380edafc0 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 945 time: 0.1313438 May 04 17:05:45.466957 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-15d3fc2c-cd82-451f-b09f-e4fc5f69f093 req-6623bdf2-1218-48d2-b8bf-8e36f31f59cb tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752969 May 04 17:05:45.489072 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6a41b3cf-f6b3-43d9-b39b-08a4ecc29049 req-cb0ed220-000b-4466-a712-2b26908e8e5d tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581751 May 04 17:05:45.586636 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:45.717053 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3851d85-4aff-4df2-a47f-c6ac642eeccf req-93942d5c-7ea3-4cfc-97e0-ab01b9625af1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:45.718490 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b3851d85-4aff-4df2-a47f-c6ac642eeccf req-93942d5c-7ea3-4cfc-97e0-ab01b9625af1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 944 time: 0.1540411 May 04 17:05:45.764790 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b3851d85-4aff-4df2-a47f-c6ac642eeccf req-7ac0e9cc-d9d3-4627-95a8-af7d4bed765f tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403879 May 04 17:05:46.464898 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d4f69-e417-4e61-84c0-8713e39b0153 req-2005e5f4-62b3-4027-8de5-c103d500b1e8 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:46.466251 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-699d4f69-e417-4e61-84c0-8713e39b0153 req-2005e5f4-62b3-4027-8de5-c103d500b1e8 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.1221237 May 04 17:05:46.525974 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-699d4f69-e417-4e61-84c0-8713e39b0153 req-6a04ea70-8b14-4ad6-a797-09bb4faf87bd tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537796 May 04 17:05:46.561531 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fc3a3-9e7d-4aff-b8e4-47e362289d3f req-a23a1da2-6518-4228-8917-8f3240122228 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:46.563030 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-174fc3a3-9e7d-4aff-b8e4-47e362289d3f req-a23a1da2-6518-4228-8917-8f3240122228 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 946 time: 0.1388793 May 04 17:05:46.610435 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-174fc3a3-9e7d-4aff-b8e4-47e362289d3f req-3bba9fe0-c67f-4c2e-ab95-a82a8001ab26 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc616658-0644-4ac7-8a98-5f38a9d3b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414448 May 04 17:05:46.625993 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:46.791647 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59ee93-0776-49fc-8c41-34539ebc1921 req-ea83f5e8-61bc-4d3d-acf2-61f2c9951e73 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:46.792386 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-fc59ee93-0776-49fc-8c41-34539ebc1921 req-ea83f5e8-61bc-4d3d-acf2-61f2c9951e73 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Synchronizing usage tracker for tenant:1d31d3f115a7425daf8d54fcbe050c9f on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:05:46.794856 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261c15c-d03a-43ca-b4a3-a14c2481a4e6 req-40ef20ae-6ee4-43f4-acbe-598a39a3f252 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:46.796745 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e261c15c-d03a-43ca-b4a3-a14c2481a4e6 req-40ef20ae-6ee4-43f4-acbe-598a39a3f252 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.0890501 May 04 17:05:46.812931 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-fc59ee93-0776-49fc-8c41-34539ebc1921 req-ea83f5e8-61bc-4d3d-acf2-61f2c9951e73 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Unset dirty status for tenant:1d31d3f115a7425daf8d54fcbe050c9f on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:05:46.814331 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-fc59ee93-0776-49fc-8c41-34539ebc1921 req-ea83f5e8-61bc-4d3d-acf2-61f2c9951e73 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.41 "GET /v2.0/ports?device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 946 time: 0.1099062 May 04 17:05:46.841544 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:46.855321 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e261c15c-d03a-43ca-b4a3-a14c2481a4e6 req-4a920899-1988-4f9e-92f6-27fb98c8f2cf tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519500 May 04 17:05:47.046112 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-fc59ee93-0776-49fc-8c41-34539ebc1921 req-d4f15eae-4cf9-470e-b83e-f8124c0975f9 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Deleting port f319b456-904f-4be6-806d-e9f178705947 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:05:47.046464 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-fc59ee93-0776-49fc-8c41-34539ebc1921 req-d4f15eae-4cf9-470e-b83e-f8124c0975f9 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:47.079324 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41383581-0f9c-454f-8ee3-44f4425423cd req-b5998854-222f-45a2-84e2-8b17b69eaa87 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:47.080971 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-41383581-0f9c-454f-8ee3-44f4425423cd req-b5998854-222f-45a2-84e2-8b17b69eaa87 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 945 time: 0.1077502 May 04 17:05:47.130840 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-41383581-0f9c-454f-8ee3-44f4425423cd req-d1cae68b-2747-4998-b75c-8831bc466604 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420139 May 04 17:05:47.200742 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-fc59ee93-0776-49fc-8c41-34539ebc1921 req-d4f15eae-4cf9-470e-b83e-f8124c0975f9 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] For port f319b456-904f-4be6-806d-e9f178705947, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f319b456-904f-4be6-806d-e9f178705947,segment=NetworkSegment(06b541d2-3745-475e-92ad-6d7ee9e32f6e),segment_id=06b541d2-3745-475e-92ad-6d7ee9e32f6e)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:05:47.201104 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-fc59ee93-0776-49fc-8c41-34539ebc1921 req-d4f15eae-4cf9-470e-b83e-f8124c0975f9 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:47.347893 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c20d47-6c06-433c-8722-e08a5a84811c req-7ded465d-e2b0-41a2-84f9-1bece84a1d61 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:47.351721 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-71c20d47-6c06-433c-8722-e08a5a84811c req-7ded465d-e2b0-41a2-84f9-1bece84a1d61 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 944 time: 0.1122723 May 04 17:05:47.415893 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-fc59ee93-0776-49fc-8c41-34539ebc1921 req-d4f15eae-4cf9-470e-b83e-f8124c0975f9 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Calling delete_port for f319b456-904f-4be6-806d-e9f178705947 owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:05:47.461604 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-71c20d47-6c06-433c-8722-e08a5a84811c req-f848a65f-1678-4c9c-bf93-322a8b57e5d1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994053 May 04 17:05:47.601233 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-fc59ee93-0776-49fc-8c41-34539ebc1921 req-d4f15eae-4cf9-470e-b83e-f8124c0975f9 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:47.614141 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['f319b456-904f-4be6-806d-e9f178705947'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:05:47.624754 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-2ccaf3d1-e269-466d-ad13-a50c0bfefe29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:47.721940 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f15eae-4cf9-470e-b83e-f8124c0975f9 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Pushing event deleted for resources: {'Port': ['ID=f319b456-904f-4be6-806d-e9f178705947,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:47.728535 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d4f15eae-4cf9-470e-b83e-f8124c0975f9 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:47.772086 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc59ee93-0776-49fc-8c41-34539ebc1921 req-d4f15eae-4cf9-470e-b83e-f8124c0975f9 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] No DVR routers for this DVR port f319b456-904f-4be6-806d-e9f178705947 on host hv-cinder-78960 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:05:47.775236 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-fc59ee93-0776-49fc-8c41-34539ebc1921 req-d4f15eae-4cf9-470e-b83e-f8124c0975f9 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:47.785882 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a250be6a-ffc4-4d6c-8902-d9e1e94836dd', 'name': 'network-vif-deleted', 'tag': 'f319b456-904f-4be6-806d-e9f178705947'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:05:47.793192 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-fc59ee93-0776-49fc-8c41-34539ebc1921 req-d4f15eae-4cf9-470e-b83e-f8124c0975f9 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.41 "DELETE /v2.0/ports/f319b456-904f-4be6-806d-e9f178705947 HTTP/1.1" status: 204 len: 173 time: 0.9738903 May 04 17:05:47.891844 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0c63d-013e-4c40-8c01-7853d2540b81 req-1da85d5f-b0b9-4062-bc5f-a012f2b0f882 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:47.893354 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c5f0c63d-013e-4c40-8c01-7853d2540b81 req-1da85d5f-b0b9-4062-bc5f-a012f2b0f882 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 945 time: 0.2411706 May 04 17:05:47.907031 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f77b4f-5b68-40a7-8389-2415aa2bfbff req-e217e51f-baab-4038-8b0a-7687a1f48c0c tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:47.908513 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-24f77b4f-5b68-40a7-8389-2415aa2bfbff req-e217e51f-baab-4038-8b0a-7687a1f48c0c tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.1765850 May 04 17:05:47.933143 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3042f-bc1e-4ea5-b543-fe608d40ef27 req-c10c002f-962f-4166-8e77-2e7501cf3aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:47.934765 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-79e3042f-bc1e-4ea5-b543-fe608d40ef27 req-c10c002f-962f-4166-8e77-2e7501cf3aab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83b14f849204c3cac0cfd0b7b059636&device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 1099 time: 0.1003447 May 04 17:05:47.991456 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c5f0c63d-013e-4c40-8c01-7853d2540b81 req-926900b1-c119-44f8-bf14-c8f68c283f40 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816269 May 04 17:05:48.013702 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-24f77b4f-5b68-40a7-8389-2415aa2bfbff req-511b8e9c-212c-4316-bf17-ff47219618c6 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862410 May 04 17:05:48.062096 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a250be6a-ffc4-4d6c-8902-d9e1e94836dd', 'name': 'network-vif-deleted', 'tag': 'f319b456-904f-4be6-806d-e9f178705947', 'status': 'completed', 'code': 200} May 04 17:05:48.085839 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3042f-bc1e-4ea5-b543-fe608d40ef27 req-21e490cd-797d-4ff2-874e-e1b7f370d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:48.088105 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-79e3042f-bc1e-4ea5-b543-fe608d40ef27 req-21e490cd-797d-4ff2-874e-e1b7f370d968 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23df80bd-2b5c-4d29-962a-2ad738e32bba HTTP/1.1" status: 200 len: 912 time: 0.1466651 May 04 17:05:48.130415 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 262fb332-a852-4020-b3fb-f028ad46755a up at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:05:48.201113 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-0acded7d-fca5-44a5-86c1-ea8eb7b20c09 req-7a91d288-4618-4481-a1cc-a5131169684f tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a250be6a-ffc4-4d6c-8902-d9e1e94836dd HTTP/1.1" status: 200 len: 210 time: 0.0631831 May 04 17:05:48.225838 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning for port 262fb332-a852-4020-b3fb-f028ad46755a completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:05:48.235587 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning complete for port 262fb332-a852-4020-b3fb-f028ad46755a triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:05:48.236621 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:48.268952 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-79e3042f-bc1e-4ea5-b543-fe608d40ef27 req-6642b1d5-b1c7-42d7-97ae-b378d1ea6e2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30175801-d24b-431f-8c02-1152943fbd2a HTTP/1.1" status: 200 len: 1001 time: 0.1708438 May 04 17:05:48.340860 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:48.370682 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3042f-bc1e-4ea5-b543-fe608d40ef27 req-53af10d3-7473-4599-a320-ec4d15b30c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:48.372219 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-79e3042f-bc1e-4ea5-b543-fe608d40ef27 req-53af10d3-7473-4599-a320-ec4d15b30c2a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98153c02-30f1-4f36-87f8-48da6381261d HTTP/1.1" status: 200 len: 850 time: 0.0886447 May 04 17:05:48.474896 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:48.514156 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3042f-bc1e-4ea5-b543-fe608d40ef27 req-9dfe68e9-3457-447b-b5f0-0be7cfef6335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:48.515561 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-79e3042f-bc1e-4ea5-b543-fe608d40ef27 req-9dfe68e9-3457-447b-b5f0-0be7cfef6335 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23df80bd-2b5c-4d29-962a-2ad738e32bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1366408 May 04 17:05:48.533363 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec64bd3-471c-4d93-8acf-28dadd2951f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262fb332-a852-4020-b3fb-f028ad46755a'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:05:48.548726 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 262fb332-a852-4020-b3fb-f028ad46755a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=262fb332-a852-4020-b3fb-f028ad46755a,segment=NetworkSegment(377bce57-fc69-436f-9128-ad1831bef4e9),segment_id=377bce57-fc69-436f-9128-ad1831bef4e9)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:05:48.557076 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:48.558231 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device f319b456-904f-4be6-806d-e9f178705947 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:05:48.562842 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8592a9-ef90-4c4f-9e2a-cd7a9f44d07d req-6f323700-5cdf-4ac1-8f08-cae5258a9e70 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:48.564440 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ab8592a9-ef90-4c4f-9e2a-cd7a9f44d07d req-6f323700-5cdf-4ac1-8f08-cae5258a9e70 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 945 time: 0.1585615 May 04 17:05:48.592950 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-9ab337ab-e67d-41bf-8db4-1c8850a1283a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:48.687608 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ab8592a9-ef90-4c4f-9e2a-cd7a9f44d07d req-e5246637-b0ec-47ea-8357-eff95b0912d1 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695746 May 04 17:05:48.703891 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-79e3042f-bc1e-4ea5-b543-fe608d40ef27 req-11e89944-6494-410b-8b8d-ab9d18ec2306 service neutron] 10.222.0.41 "GET /v2.0/networks/23df80bd-2b5c-4d29-962a-2ad738e32bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811974 May 04 17:05:48.715071 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2ecb8-8426-41d6-89cf-3d1e397c684a req-db511a3b-a10c-43b4-8d38-b8c605ee2cd3 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:48.719451 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d4c2ecb8-8426-41d6-89cf-3d1e397c684a req-db511a3b-a10c-43b4-8d38-b8c605ee2cd3 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1d3094f-43a1-483b-8aff-c0c278448fe7 HTTP/1.1" status: 200 len: 945 time: 0.1627605 May 04 17:05:48.720907 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=262fb332-a852-4020-b3fb-f028ad46755a,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:48.726709 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] No Port match for: f319b456-904f-4be6-806d-e9f178705947 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:05:48.727061 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device f319b456-904f-4be6-806d-e9f178705947 not bound to the agent host hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:05:48.733524 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:48.792188 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d4c2ecb8-8426-41d6-89cf-3d1e397c684a req-f0deeb3e-4c4a-44ca-be34-d33d5d446e9c tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4c129da-5431-4d0b-b90f-1b4efc0f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688276 May 04 17:05:48.879163 dv-cinder-789603-1-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec64bd3-471c-4d93-8acf-28dadd2951f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262fb332-a852-4020-b3fb-f028ad46755a', 'code': 200} May 04 17:05:48.915791 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e9d91-1a5f-43d2-b255-9719e720c75d req-d3f3a3f4-8211-4c9f-959f-1b4a7ad0022d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:48.917997 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ba5e9d91-1a5f-43d2-b255-9719e720c75d req-d3f3a3f4-8211-4c9f-959f-1b4a7ad0022d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 945 time: 0.1039329 May 04 17:05:48.926784 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-79e3042f-bc1e-4ea5-b543-fe608d40ef27 req-962e5826-c454-49a5-9042-6f543e9afca4 service neutron] 10.222.0.41 "GET /v2.0/networks/23df80bd-2b5c-4d29-962a-2ad738e32bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159097 May 04 17:05:48.973640 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ba5e9d91-1a5f-43d2-b255-9719e720c75d req-3f6b394a-0c3f-475e-8041-e02e0046915a tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500882 May 04 17:05:49.222794 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1be289-679e-448c-ab00-103023d5fd04 req-1af3ed24-6a66-47e2-b77c-0b4c75e20a77 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:49.235896 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5a1be289-679e-448c-ab00-103023d5fd04 req-1af3ed24-6a66-47e2-b77c-0b4c75e20a77 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.0951996 May 04 17:05:49.299061 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5a1be289-679e-448c-ab00-103023d5fd04 req-10077282-0326-4295-8bd9-d60a382477f3 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621905 May 04 17:05:49.357841 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b7df5-d422-4c50-afcd-7860a837bd4c req-adb342cc-d0f2-444c-a91c-8977d05dd0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:49.359272 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-b25b7df5-d422-4c50-afcd-7860a837bd4c req-adb342cc-d0f2-444c-a91c-8977d05dd0be service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 1098 time: 0.1336386 May 04 17:05:49.416193 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-b25b7df5-d422-4c50-afcd-7860a837bd4c req-22385fa8-c8af-43eb-a1fb-25f89814447e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391343 May 04 17:05:49.996905 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d35dfb-163b-4e27-9582-a73d7cc719cc req-2516e0ea-dd56-468c-887b-79a8cf93385a tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:49.998723 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-02d35dfb-163b-4e27-9582-a73d7cc719cc req-2516e0ea-dd56-468c-887b-79a8cf93385a tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1d3094f-43a1-483b-8aff-c0c278448fe7 HTTP/1.1" status: 200 len: 945 time: 0.0886564 May 04 17:05:50.051504 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-02d35dfb-163b-4e27-9582-a73d7cc719cc req-e111a414-bebf-473c-b05c-c996006b210b tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4c129da-5431-4d0b-b90f-1b4efc0f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441217 May 04 17:05:50.266485 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9be4c-a52b-4c0a-aac9-598890c22b22 req-fcc0001f-11f8-4dbd-86c9-b410579871ef tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:50.268359 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1ab9be4c-a52b-4c0a-aac9-598890c22b22 req-fcc0001f-11f8-4dbd-86c9-b410579871ef tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 945 time: 0.1069074 May 04 17:05:50.328549 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1ab9be4c-a52b-4c0a-aac9-598890c22b22 req-31a0b927-fb2f-4677-875c-d0eac3d010d3 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518277 May 04 17:05:50.384723 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba5287-aeb6-47ca-b6c1-b65fc5df8ff5 req-44ebe897-64a4-4d0d-b0be-b68e3eec9b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:50.387330 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-24ba5287-aeb6-47ca-b6c1-b65fc5df8ff5 req-44ebe897-64a4-4d0d-b0be-b68e3eec9b10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e556e3a64b64ac6b171c7d580893947&device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 1098 time: 0.1090848 May 04 17:05:50.572096 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba5287-aeb6-47ca-b6c1-b65fc5df8ff5 req-83143ca3-4797-45b6-9ba6-5ac4894a85a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:50.573695 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-24ba5287-aeb6-47ca-b6c1-b65fc5df8ff5 req-83143ca3-4797-45b6-9ba6-5ac4894a85a9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=daf2ac07-072f-41ea-bdf5-4fc0c49d6a07 HTTP/1.1" status: 200 len: 920 time: 0.1680005 May 04 17:05:50.582559 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499265f2-0fee-412b-95ba-42ba2b9e52be req-51c4791f-8540-4aca-883a-4f51563a490f tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:50.590347 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-499265f2-0fee-412b-95ba-42ba2b9e52be req-51c4791f-8540-4aca-883a-4f51563a490f tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.1400871 May 04 17:05:50.632541 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4e830-dc77-4532-80ac-24781277e13e req-8cdc4309-23be-4972-9234-facee9fe3834 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:50.635074 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c7c4e830-dc77-4532-80ac-24781277e13e req-8cdc4309-23be-4972-9234-facee9fe3834 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.2871821 May 04 17:05:50.686715 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-24ba5287-aeb6-47ca-b6c1-b65fc5df8ff5 req-8f3aa7e2-1080-492c-839d-160559a9c99f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3224b67-3480-48b3-8fd3-5c7e4e13364f HTTP/1.1" status: 200 len: 217 time: 0.0991509 May 04 17:05:50.714335 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-499265f2-0fee-412b-95ba-42ba2b9e52be req-07bf12dd-caad-4746-be31-fb87864eace2 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231117 May 04 17:05:50.781007 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c7c4e830-dc77-4532-80ac-24781277e13e req-cd81b11e-8173-4ecf-a19c-1078dc375004 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256361 May 04 17:05:50.825373 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba5287-aeb6-47ca-b6c1-b65fc5df8ff5 req-4bf91974-8495-411e-8c32-95bac4a539dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:50.826985 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-24ba5287-aeb6-47ca-b6c1-b65fc5df8ff5 req-4bf91974-8495-411e-8c32-95bac4a539dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ffba03e-1a08-4adb-9186-b70f00fea735 HTTP/1.1" status: 200 len: 859 time: 0.1116364 May 04 17:05:50.881451 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-24ba5287-aeb6-47ca-b6c1-b65fc5df8ff5 req-51a31bf2-dc05-48bc-9db8-76d21485ef93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=daf2ac07-072f-41ea-bdf5-4fc0c49d6a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430555 May 04 17:05:51.120677 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-24ba5287-aeb6-47ca-b6c1-b65fc5df8ff5 req-54455d84-842b-40a7-a40e-53a97c7d1281 service neutron] 10.222.0.41 "GET /v2.0/networks/daf2ac07-072f-41ea-bdf5-4fc0c49d6a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249589 May 04 17:05:51.247794 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad393a32-c330-4592-9e94-b1612d887d0f req-febf8921-d56a-4515-bc19-a122ad9c7913 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:51.249312 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ad393a32-c330-4592-9e94-b1612d887d0f req-febf8921-d56a-4515-bc19-a122ad9c7913 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1d3094f-43a1-483b-8aff-c0c278448fe7 HTTP/1.1" status: 200 len: 945 time: 0.0843949 May 04 17:05:51.272240 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-24ba5287-aeb6-47ca-b6c1-b65fc5df8ff5 req-94c7c5f5-70ca-43e5-a8ae-27fecb9aca90 service neutron] 10.222.0.41 "GET /v2.0/networks/daf2ac07-072f-41ea-bdf5-4fc0c49d6a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387196 May 04 17:05:51.313995 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ad393a32-c330-4592-9e94-b1612d887d0f req-13449f4f-e56e-4e50-93b9-7a5e992f94b0 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4c129da-5431-4d0b-b90f-1b4efc0f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572264 May 04 17:05:51.624043 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaaecda-1f7f-4ec6-b617-cd89594b6614 req-7eac0ae7-b383-49cb-902a-1fbfd2bf2296 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:51.625731 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-adaaecda-1f7f-4ec6-b617-cd89594b6614 req-7eac0ae7-b383-49cb-902a-1fbfd2bf2296 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 945 time: 0.1680794 May 04 17:05:51.690692 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-adaaecda-1f7f-4ec6-b617-cd89594b6614 req-277edfb3-a001-4b9f-92e5-e59d54f728ac tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559409 May 04 17:05:51.901895 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ca105-399c-4822-a191-486c21d4ad7a req-3a7962d6-1635-4067-a700-64431d1845f0 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:51.903725 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b45ca105-399c-4822-a191-486c21d4ad7a req-3a7962d6-1635-4067-a700-64431d1845f0 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 945 time: 0.0944471 May 04 17:05:52.004804 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b45ca105-399c-4822-a191-486c21d4ad7a req-421a55ff-7829-4cef-bd48-368ee30ddef6 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947587 May 04 17:05:52.030173 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 52012) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:05:52.043856 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fac611-0eaa-4eb8-9730-bbd1c4c7924b req-0c45027f-7cfb-4dc4-9267-edb15043a2e6 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:52.045552 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b6fac611-0eaa-4eb8-9730-bbd1c4c7924b req-0c45027f-7cfb-4dc4-9267-edb15043a2e6 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.1193378 May 04 17:05:52.108601 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b6fac611-0eaa-4eb8-9730-bbd1c4c7924b req-7aba85c4-1bc6-4c94-a600-f75495df7600 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562205 May 04 17:05:52.238337 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6246a6db-56af-4cc1-a69f-adc4f46914aa tempest-TestShelveInstance-1987028151 tempest-TestShelveInstance-1987028151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:52.239270 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6246a6db-56af-4cc1-a69f-adc4f46914aa tempest-TestShelveInstance-1987028151 tempest-TestShelveInstance-1987028151-project-admin] Synchronizing usage tracker for tenant:d899a91d58d244dcbe2fc7b0ea1cf5a2 on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:05:52.261841 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6246a6db-56af-4cc1-a69f-adc4f46914aa tempest-TestShelveInstance-1987028151 tempest-TestShelveInstance-1987028151-project-admin] Unset dirty status for tenant:d899a91d58d244dcbe2fc7b0ea1cf5a2 on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:05:52.263657 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-6246a6db-56af-4cc1-a69f-adc4f46914aa tempest-TestShelveInstance-1987028151 tempest-TestShelveInstance-1987028151-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 1093 time: 0.2324147 May 04 17:05:52.270539 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 52018) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:05:52.279377 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-a506e6a8-2a68-4bb5-ba53-b9dfa98dc57b tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Request body: {'floatingip': {'floating_network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'port_id': '262fb332-a852-4020-b3fb-f028ad46755a', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'fixed_ip_address': '172.20.0.5'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:05:52.285818 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-a506e6a8-2a68-4bb5-ba53-b9dfa98dc57b tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:05:52.291180 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-a506e6a8-2a68-4bb5-ba53-b9dfa98dc57b tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Usage tracker for resource:floatingip and tenant:db8b3959138341e092434175a3480a37 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:05:52.294249 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-a506e6a8-2a68-4bb5-ba53-b9dfa98dc57b tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:05:52.301087 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-a506e6a8-2a68-4bb5-ba53-b9dfa98dc57b tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:05:52.314182 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a506e6a8-2a68-4bb5-ba53-b9dfa98dc57b tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for floatingip, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:52.475512 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a506e6a8-2a68-4bb5-ba53-b9dfa98dc57b tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:52.580386 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661e7c2-e227-485a-b1dd-b96e7812c2ec req-832f9e68-b6d8-4e7e-825e-b2c7760d745d tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:52.582316 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5661e7c2-e227-485a-b1dd-b96e7812c2ec req-832f9e68-b6d8-4e7e-825e-b2c7760d745d tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1d3094f-43a1-483b-8aff-c0c278448fe7 HTTP/1.1" status: 200 len: 945 time: 0.1439912 May 04 17:05:52.655293 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-a506e6a8-2a68-4bb5-ba53-b9dfa98dc57b tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Allocated IP 172.28.3.63 (1fe869af-eee2-4a76-a542-2bd1a37527f5/ac6ef9b7-a26d-4df8-9aa7-613a10e1e621/68a7959f-807d-40d1-a93a-23283260c80e) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:05:52.688739 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5661e7c2-e227-485a-b1dd-b96e7812c2ec req-6cffde9f-17a5-437a-96ab-9de74c61c257 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4c129da-5431-4d0b-b90f-1b4efc0f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982027 May 04 17:05:52.857400 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a506e6a8-2a68-4bb5-ba53-b9dfa98dc57b tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:52.893740 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a506e6a8-2a68-4bb5-ba53-b9dfa98dc57b tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:52.897760 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f6388c24-2d24-4cfd-abb0-2d87afdf84f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:52.965491 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a506e6a8-2a68-4bb5-ba53-b9dfa98dc57b tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Network 1fe869af-eee2-4a76-a542-2bd1a37527f5 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:05:52.968912 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-a506e6a8-2a68-4bb5-ba53-b9dfa98dc57b tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:05:52.972640 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a506e6a8-2a68-4bb5-ba53-b9dfa98dc57b tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:05:53.012805 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506e6a8-2a68-4bb5-ba53-b9dfa98dc57b tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Pushing event updated for resources: {'Port': ['ID=68a7959f-807d-40d1-a93a-23283260c80e,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:53.019163 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a506e6a8-2a68-4bb5-ba53-b9dfa98dc57b tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:53.402375 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a187e-2742-4708-8ce5-b88ab2e52b44 req-d07a2839-8a42-44fa-8f2e-6fe9fc23bdf8 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:53.405245 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-0b5a187e-2742-4708-8ce5-b88ab2e52b44 req-d07a2839-8a42-44fa-8f2e-6fe9fc23bdf8 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.1014180 May 04 17:05:53.467967 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-0b5a187e-2742-4708-8ce5-b88ab2e52b44 req-3b8a6ed9-40fc-40b3-95b0-f7bcc330da84 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545104 May 04 17:05:53.634261 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a506e6a8-2a68-4bb5-ba53-b9dfa98dc57b tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:53.730893 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a506e6a8-2a68-4bb5-ba53-b9dfa98dc57b tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:54.029703 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004cf016-3056-433d-876f-1c98f1217037 req-2e2cf031-744d-4a5d-97e1-6966e208a68c tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:54.042988 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-004cf016-3056-433d-876f-1c98f1217037 req-2e2cf031-744d-4a5d-97e1-6966e208a68c tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1d3094f-43a1-483b-8aff-c0c278448fe7 HTTP/1.1" status: 200 len: 945 time: 0.1351619 May 04 17:05:54.079143 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a506e6a8-2a68-4bb5-ba53-b9dfa98dc57b tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:54.085493 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a506e6a8-2a68-4bb5-ba53-b9dfa98dc57b tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:54.092052 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a506e6a8-2a68-4bb5-ba53-b9dfa98dc57b tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:54.127486 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-004cf016-3056-433d-876f-1c98f1217037 req-1e215ae0-9d3b-4405-b324-55865e58eb85 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4c129da-5431-4d0b-b90f-1b4efc0f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808086 May 04 17:05:54.282713 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d5ddd-3bda-4fa3-901e-704bb0a0ce8b req-e98f141a-51bb-4319-b804-d03df5711e90 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:54.284536 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-444d5ddd-3bda-4fa3-901e-704bb0a0ce8b req-e98f141a-51bb-4319-b804-d03df5711e90 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 945 time: 0.1125889 May 04 17:05:54.332154 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506e6a8-2a68-4bb5-ba53-b9dfa98dc57b tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Pushing event updated for resources: {'Port': ['ID=68a7959f-807d-40d1-a93a-23283260c80e,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:54.336318 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a506e6a8-2a68-4bb5-ba53-b9dfa98dc57b tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:54.343700 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a506e6a8-2a68-4bb5-ba53-b9dfa98dc57b tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785499'] for floatingip, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:54.396255 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-444d5ddd-3bda-4fa3-901e-704bb0a0ce8b req-2d060606-de55-42e3-8c4b-95c0952e40ed tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049027 May 04 17:05:54.431623 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 52046) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:05:54.536113 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.db.l3_db [None req-a506e6a8-2a68-4bb5-ba53-b9dfa98dc57b tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Floating IP 8bea7be1-67a7-4191-8adb-b6dc2ccdc3d0 associated. External IP: 172.28.3.63, port: 262fb332-a852-4020-b3fb-f028ad46755a. May 04 17:05:55.085426 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3149c-1369-4f11-9eb9-ff42d24e6b21 req-74aa34c8-b011-4a72-bfd9-a4f5b106f3e5 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:55.087175 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-79f3149c-1369-4f11-9eb9-ff42d24e6b21 req-74aa34c8-b011-4a72-bfd9-a4f5b106f3e5 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.2474020 May 04 17:05:55.128449 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe706f0-3711-4056-9ed7-a263da286654 tempest-TestMinimumBasicScenario-357246302 tempest-TestMinimumBasicScenario-357246302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:55.129916 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-abe706f0-3711-4056-9ed7-a263da286654 tempest-TestMinimumBasicScenario-357246302 tempest-TestMinimumBasicScenario-357246302-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 1093 time: 0.6969597 May 04 17:05:55.134469 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 52058) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:05:55.144287 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-3e31bb19-47e8-4719-93a7-1443eab8746b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Request body: {'floatingip': {'floating_network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'port_id': 'e3539289-7dea-4426-961d-67881f12cc0d', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:05:55.159730 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2996bf-c2ad-4662-8e42-dc50d7fef650 req-ed4e6742-7beb-4254-b25a-af19cf0dadf9 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:55.160514 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-ba2996bf-c2ad-4662-8e42-dc50d7fef650 req-ed4e6742-7beb-4254-b25a-af19cf0dadf9 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Synchronizing usage tracker for tenant:07971e724e4f45e69929fabaf5b1eadb on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:05:55.163620 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-3e31bb19-47e8-4719-93a7-1443eab8746b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:05:55.172328 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-3e31bb19-47e8-4719-93a7-1443eab8746b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Usage tracker for resource:floatingip and tenant:507507794b464505b12fc044f369bd6d is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:05:55.174326 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-79f3149c-1369-4f11-9eb9-ff42d24e6b21 req-4e0c2439-5ba2-4b73-b076-e1bdd9d87a56 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787168 May 04 17:05:55.179604 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-3e31bb19-47e8-4719-93a7-1443eab8746b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:05:55.208089 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-3e31bb19-47e8-4719-93a7-1443eab8746b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:05:55.208089 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a506e6a8-2a68-4bb5-ba53-b9dfa98dc57b tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Router cc1f1492-dd12-479c-84df-bcb184d88bef has already been hosted by L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:05:55.216463 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-ba2996bf-c2ad-4662-8e42-dc50d7fef650 req-ed4e6742-7beb-4254-b25a-af19cf0dadf9 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Unset dirty status for tenant:07971e724e4f45e69929fabaf5b1eadb on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:05:55.217553 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-ba2996bf-c2ad-4662-8e42-dc50d7fef650 req-ed4e6742-7beb-4254-b25a-af19cf0dadf9 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1d3094f-43a1-483b-8aff-c0c278448fe7 HTTP/1.1" status: 200 len: 945 time: 0.2972019 May 04 17:05:55.220080 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3e31bb19-47e8-4719-93a7-1443eab8746b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for floatingip, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:55.376343 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03650e-35f2-402c-bfd8-24fd27e0a8b9 req-dfcb062d-987a-46c9-b2ff-0dafbad51b26 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:55.387335 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-9c03650e-35f2-402c-bfd8-24fd27e0a8b9 req-dfcb062d-987a-46c9-b2ff-0dafbad51b26 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1d3094f-43a1-483b-8aff-c0c278448fe7 HTTP/1.1" status: 200 len: 945 time: 0.1132326 May 04 17:05:55.472663 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-9c03650e-35f2-402c-bfd8-24fd27e0a8b9 req-a943d536-86ac-4705-862a-1e587f0692d5 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4c129da-5431-4d0b-b90f-1b4efc0f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805638 May 04 17:05:55.610010 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a506e6a8-2a68-4bb5-ba53-b9dfa98dc57b tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:05:55.625761 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b784f3b3-f3ab-42b3-8157-00a35d28a31f None None] Sync routers for ids ['cc1f1492-dd12-479c-84df-bcb184d88bef'] in dv-cinder-789603-1-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:05:55.642983 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b784f3b3-f3ab-42b3-8157-00a35d28a31f None None] Routers {'cc1f1492-dd12-479c-84df-bcb184d88bef'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:05:55.644035 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-b784f3b3-f3ab-42b3-8157-00a35d28a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:05:45Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['cc1f1492-dd12-479c-84df-bcb184d88bef'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:05:55.724697 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-ba2996bf-c2ad-4662-8e42-dc50d7fef650 req-13ba9cad-69e8-4f3b-9099-b45c244eddad tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Deleting port 69c82f28-af4a-476f-ac63-ac4d29ac402b {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:05:55.725086 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ba2996bf-c2ad-4662-8e42-dc50d7fef650 req-13ba9cad-69e8-4f3b-9099-b45c244eddad tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:55.747968 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a506e6a8-2a68-4bb5-ba53-b9dfa98dc57b tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for floatingip, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:55.880218 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-b784f3b3-f3ab-42b3-8157-00a35d28a31f None None] Set router cc1f1492-dd12-479c-84df-bcb184d88bef gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:05:55.898773 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3e31bb19-47e8-4719-93a7-1443eab8746b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:55.917164 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-a506e6a8-2a68-4bb5-ba53-b9dfa98dc57b tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6433465 May 04 17:05:56.119531 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec64bd3-471c-4d93-8acf-28dadd2951f3', 'tag': '262fb332-a852-4020-b3fb-f028ad46755a'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:05:56.263564 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-ba2996bf-c2ad-4662-8e42-dc50d7fef650 req-13ba9cad-69e8-4f3b-9099-b45c244eddad tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] For port 69c82f28-af4a-476f-ac63-ac4d29ac402b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=69c82f28-af4a-476f-ac63-ac4d29ac402b,segment=NetworkSegment(d99cbea5-6c56-4df0-b304-f103c559bce9),segment_id=d99cbea5-6c56-4df0-b304-f103c559bce9)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:05:56.277722 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ba2996bf-c2ad-4662-8e42-dc50d7fef650 req-13ba9cad-69e8-4f3b-9099-b45c244eddad tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:56.371501 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-b784f3b3-f3ab-42b3-8157-00a35d28a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'name': 'tempest-TestShelveInstance-415547949-router', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '97e1b3d6-2d1f-494b-9917-231fc098a730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:44Z', 'updated_at': '2021-05-04T17:04:52Z', 'revision_number': 4, 'project_id': 'db8b3959138341e092434175a3480a37', 'gw_port': {'id': '97e1b3d6-2d1f-494b-9917-231fc098a730', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:45Z', 'updated_at': '2021-05-04T17:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_floatingips': [{'id': '8bea7be1-67a7-4191-8adb-b6dc2ccdc3d0', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'floating_ip_address': '172.28.3.63', 'floating_network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'router_id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'port_id': '262fb332-a852-4020-b3fb-f028ad46755a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2790ccbf-1fe4-4ddb-8a39-6ac4365def3a', 'mac_address': 'fa:16:3e:c9:dd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec64bd3-471c-4d93-8acf-28dadd2951f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:05:53Z', 'updated_at': '2021-05-04T17:05:53Z', 'revision_number': 0, 'project_id': 'db8b3959138341e092434175a3480a37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '507ee380-1164-4409-bd5c-b370a551b722', 'name': '', 'network_id': '2790ccbf-1fe4-4ddb-8a39-6ac4365def3a', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'mac_address': 'fa:16:3e:b6:19:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '93bf4862-9145-41a3-bcd3-124852de0037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:50Z', 'updated_at': '2021-05-04T17:05:03Z', 'revision_number': 5, 'project_id': 'db8b3959138341e092434175a3480a37', 'subnets': [{'id': '93bf4862-9145-41a3-bcd3-124852de0037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:05:56.388552 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b784f3b3-f3ab-42b3-8157-00a35d28a31f None None] Checking router: cc1f1492-dd12-479c-84df-bcb184d88bef for host: dv-cinder-789603-1-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:05:56.416981 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b784f3b3-f3ab-42b3-8157-00a35d28a31f None None] Routers {'cc1f1492-dd12-479c-84df-bcb184d88bef'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:05:56.418168 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-b784f3b3-f3ab-42b3-8157-00a35d28a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:05:45Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['cc1f1492-dd12-479c-84df-bcb184d88bef'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:05:56.578483 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec64bd3-471c-4d93-8acf-28dadd2951f3', 'tag': '262fb332-a852-4020-b3fb-f028ad46755a', 'status': 'completed', 'code': 200} May 04 17:05:56.694246 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-b784f3b3-f3ab-42b3-8157-00a35d28a31f None None] Set router cc1f1492-dd12-479c-84df-bcb184d88bef gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:05:56.710660 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06489c3-681a-4073-ae0e-b109c753188a req-624aa7b6-07ee-4b36-9b5f-9bcfb225c64f tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:56.719560 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b06489c3-681a-4073-ae0e-b109c753188a req-624aa7b6-07ee-4b36-9b5f-9bcfb225c64f tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.1159351 May 04 17:05:56.742054 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-ba2996bf-c2ad-4662-8e42-dc50d7fef650 req-13ba9cad-69e8-4f3b-9099-b45c244eddad tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Calling delete_port for 69c82f28-af4a-476f-ac63-ac4d29ac402b owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:05:56.828473 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b06489c3-681a-4073-ae0e-b109c753188a req-c3ac1d66-ffd1-4c28-8774-dd20df524cee tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074626 May 04 17:05:56.884063 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-3e31bb19-47e8-4719-93a7-1443eab8746b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Allocated IP 172.28.3.81 (1fe869af-eee2-4a76-a542-2bd1a37527f5/ac6ef9b7-a26d-4df8-9aa7-613a10e1e621/62a121e5-662d-4336-bc34-133a58c4f35e) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:05:56.934865 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1bcd6-85ec-4903-88a7-d4adfd0b9316 req-9b875745-f09e-4d13-ad71-929822c9578a tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:56.951838 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-caa1bcd6-85ec-4903-88a7-d4adfd0b9316 req-9b875745-f09e-4d13-ad71-929822c9578a tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1d3094f-43a1-483b-8aff-c0c278448fe7 HTTP/1.1" status: 200 len: 945 time: 0.2011547 May 04 17:05:57.041357 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-caa1bcd6-85ec-4903-88a7-d4adfd0b9316 req-75add457-b529-42de-832b-295d2cf7e822 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4c129da-5431-4d0b-b90f-1b4efc0f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883818 May 04 17:05:57.112692 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3e31bb19-47e8-4719-93a7-1443eab8746b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:57.131812 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d939d7-c674-4347-a977-7d3efa0f1bef req-41184a82-2ebf-49b2-8ae3-8396f53a1929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:57.133888 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c8d939d7-c674-4347-a977-7d3efa0f1bef req-41184a82-2ebf-49b2-8ae3-8396f53a1929 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=db8b3959138341e092434175a3480a37&device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 1098 time: 0.5545859 May 04 17:05:57.143030 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-b784f3b3-f3ab-42b3-8157-00a35d28a31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'name': 'tempest-TestShelveInstance-415547949-router', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '97e1b3d6-2d1f-494b-9917-231fc098a730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:44Z', 'updated_at': '2021-05-04T17:04:52Z', 'revision_number': 4, 'project_id': 'db8b3959138341e092434175a3480a37', 'gw_port': {'id': '97e1b3d6-2d1f-494b-9917-231fc098a730', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:45Z', 'updated_at': '2021-05-04T17:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_floatingips': [{'id': '8bea7be1-67a7-4191-8adb-b6dc2ccdc3d0', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'floating_ip_address': '172.28.3.63', 'floating_network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'router_id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'port_id': '262fb332-a852-4020-b3fb-f028ad46755a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2790ccbf-1fe4-4ddb-8a39-6ac4365def3a', 'mac_address': 'fa:16:3e:c9:dd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec64bd3-471c-4d93-8acf-28dadd2951f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:05:53Z', 'updated_at': '2021-05-04T17:05:53Z', 'revision_number': 0, 'project_id': 'db8b3959138341e092434175a3480a37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '507ee380-1164-4409-bd5c-b370a551b722', 'name': '', 'network_id': '2790ccbf-1fe4-4ddb-8a39-6ac4365def3a', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'mac_address': 'fa:16:3e:b6:19:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '93bf4862-9145-41a3-bcd3-124852de0037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:50Z', 'updated_at': '2021-05-04T17:05:03Z', 'revision_number': 5, 'project_id': 'db8b3959138341e092434175a3480a37', 'subnets': [{'id': '93bf4862-9145-41a3-bcd3-124852de0037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:05:57.147511 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b784f3b3-f3ab-42b3-8157-00a35d28a31f None None] The sync data for ids ['cc1f1492-dd12-479c-84df-bcb184d88bef'] in dv-cinder-789603-1-smb is: [{'id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'name': 'tempest-TestShelveInstance-415547949-router', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '97e1b3d6-2d1f-494b-9917-231fc098a730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:44Z', 'updated_at': '2021-05-04T17:04:52Z', 'revision_number': 4, 'project_id': 'db8b3959138341e092434175a3480a37', 'gw_port': {'id': '97e1b3d6-2d1f-494b-9917-231fc098a730', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:45Z', 'updated_at': '2021-05-04T17:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_floatingips': [{'id': '8bea7be1-67a7-4191-8adb-b6dc2ccdc3d0', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'floating_ip_address': '172.28.3.63', 'floating_network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'router_id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'port_id': '262fb332-a852-4020-b3fb-f028ad46755a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2790ccbf-1fe4-4ddb-8a39-6ac4365def3a', 'mac_address': 'fa:16:3e:c9:dd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec64bd3-471c-4d93-8acf-28dadd2951f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:05:53Z', 'updated_at': '2021-05-04T17:05:53Z', 'revision_number': 0, 'project_id': 'db8b3959138341e092434175a3480a37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '507ee380-1164-4409-bd5c-b370a551b722', 'name': '', 'network_id': '2790ccbf-1fe4-4ddb-8a39-6ac4365def3a', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'mac_address': 'fa:16:3e:b6:19:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '93bf4862-9145-41a3-bcd3-124852de0037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:50Z', 'updated_at': '2021-05-04T17:05:03Z', 'revision_number': 5, 'project_id': 'db8b3959138341e092434175a3480a37', 'subnets': [{'id': '93bf4862-9145-41a3-bcd3-124852de0037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:05:57.359225 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ba2996bf-c2ad-4662-8e42-dc50d7fef650 req-13ba9cad-69e8-4f3b-9099-b45c244eddad tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:57.395127 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8f0fda5a-cfce-4c57-be8c-8714c6caf13e tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:57.440894 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a011fb-d425-436e-9c37-3fd4bd4b1134 None None] New status for floating IP 8bea7be1-67a7-4191-8adb-b6dc2ccdc3d0: ACTIVE {{(pid=73811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:05:57.539148 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba9cad-69e8-4f3b-9099-b45c244eddad tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Pushing event deleted for resources: {'Port': ['ID=69c82f28-af4a-476f-ac63-ac4d29ac402b,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:57.549592 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3e31bb19-47e8-4719-93a7-1443eab8746b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:57.561924 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-13ba9cad-69e8-4f3b-9099-b45c244eddad tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:57.562622 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-13ba9cad-69e8-4f3b-9099-b45c244eddad tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:57.610602 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2996bf-c2ad-4662-8e42-dc50d7fef650 req-13ba9cad-69e8-4f3b-9099-b45c244eddad tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] No DVR routers for this DVR port 69c82f28-af4a-476f-ac63-ac4d29ac402b on host hv-cinder-78960 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:05:57.628187 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ba2996bf-c2ad-4662-8e42-dc50d7fef650 req-13ba9cad-69e8-4f3b-9099-b45c244eddad tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:57.654017 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e31bb19-47e8-4719-93a7-1443eab8746b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Network 1fe869af-eee2-4a76-a542-2bd1a37527f5 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:05:57.660608 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-ba2996bf-c2ad-4662-8e42-dc50d7fef650 req-13ba9cad-69e8-4f3b-9099-b45c244eddad tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.41 "DELETE /v2.0/ports/69c82f28-af4a-476f-ac63-ac4d29ac402b HTTP/1.1" status: 204 len: 173 time: 2.4261429 May 04 17:05:57.675735 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-3e31bb19-47e8-4719-93a7-1443eab8746b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:05:57.684226 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e31bb19-47e8-4719-93a7-1443eab8746b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:05:57.739610 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d939d7-c674-4347-a977-7d3efa0f1bef req-ebdfd183-006f-474e-ada0-3ad6bcc115cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:57.741333 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c8d939d7-c674-4347-a977-7d3efa0f1bef req-ebdfd183-006f-474e-ada0-3ad6bcc115cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=2790ccbf-1fe4-4ddb-8a39-6ac4365def3a HTTP/1.1" status: 200 len: 909 time: 0.5907934 May 04 17:05:57.748185 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31bb19-47e8-4719-93a7-1443eab8746b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Pushing event updated for resources: {'Port': ['ID=62a121e5-662d-4336-bc34-133a58c4f35e,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:57.753978 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3e31bb19-47e8-4719-93a7-1443eab8746b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:58.109057 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c8d939d7-c674-4347-a977-7d3efa0f1bef req-a8494626-a5c8-4146-88a7-300c16a30a7e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=262fb332-a852-4020-b3fb-f028ad46755a HTTP/1.1" status: 200 len: 998 time: 0.3562565 May 04 17:05:58.184712 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f55c3-8a31-42cd-8bde-4895ee7bd918 req-e4a81b36-9acc-4f72-bd32-de1e197d31fe tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:58.187682 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f39f55c3-8a31-42cd-8bde-4895ee7bd918 req-e4a81b36-9acc-4f72-bd32-de1e197d31fe tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.1337578 May 04 17:05:58.190305 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 69c82f28-af4a-476f-ac63-ac4d29ac402b no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:05:58.254609 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] No Port match for: 69c82f28-af4a-476f-ac63-ac4d29ac402b {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:05:58.255759 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 69c82f28-af4a-476f-ac63-ac4d29ac402b not bound to the agent host hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:05:58.282167 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d939d7-c674-4347-a977-7d3efa0f1bef req-14fe6384-83da-45df-9142-f1f654508124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:58.283765 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c8d939d7-c674-4347-a977-7d3efa0f1bef req-14fe6384-83da-45df-9142-f1f654508124 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93bf4862-9145-41a3-bcd3-124852de0037 HTTP/1.1" status: 200 len: 847 time: 0.1641352 May 04 17:05:58.313026 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c7362e8b-db62-448d-aa10-568d1d667525 req-c5402cd4-59c3-4cf0-8dbc-f07387940d0a tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1d3094f-43a1-483b-8aff-c0c278448fe7 HTTP/1.1" status: 200 len: 210 time: 0.0548897 May 04 17:05:58.325070 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f39f55c3-8a31-42cd-8bde-4895ee7bd918 req-bd6fbe9f-cd5a-4f81-ab7f-320e76cdd9e6 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251965 May 04 17:05:58.659805 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d3094f-43a1-483b-8aff-c0c278448fe7', 'name': 'network-vif-deleted', 'tag': '69c82f28-af4a-476f-ac63-ac4d29ac402b'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:05:58.731968 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d3094f-43a1-483b-8aff-c0c278448fe7', 'name': 'network-vif-deleted', 'tag': '69c82f28-af4a-476f-ac63-ac4d29ac402b', 'status': 'completed', 'code': 200} May 04 17:05:58.745711 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d939d7-c674-4347-a977-7d3efa0f1bef req-308fce38-1eda-4c7c-9af3-d99603d28db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:58.747358 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c8d939d7-c674-4347-a977-7d3efa0f1bef req-308fce38-1eda-4c7c-9af3-d99603d28db3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2790ccbf-1fe4-4ddb-8a39-6ac4365def3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4509945 May 04 17:05:58.908440 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c8d939d7-c674-4347-a977-7d3efa0f1bef req-359dec77-385e-4530-9810-7a1c1d91d3e6 service neutron] 10.222.0.41 "GET /v2.0/networks/2790ccbf-1fe4-4ddb-8a39-6ac4365def3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524577 May 04 17:05:59.017923 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3e31bb19-47e8-4719-93a7-1443eab8746b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:59.100465 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c8d939d7-c674-4347-a977-7d3efa0f1bef req-e204a0d2-4506-426c-b807-043976ad8809 service neutron] 10.222.0.41 "GET /v2.0/networks/2790ccbf-1fe4-4ddb-8a39-6ac4365def3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823883 May 04 17:05:59.148351 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3e31bb19-47e8-4719-93a7-1443eab8746b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:59.436513 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3e31bb19-47e8-4719-93a7-1443eab8746b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:59.445737 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3e31bb19-47e8-4719-93a7-1443eab8746b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:59.460814 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f6388c24-2d24-4cfd-abb0-2d87afdf84f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:59.533850 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31bb19-47e8-4719-93a7-1443eab8746b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Pushing event updated for resources: {'Port': ['ID=62a121e5-662d-4336-bc34-133a58c4f35e,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:05:59.540421 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3e31bb19-47e8-4719-93a7-1443eab8746b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:59.626245 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3e31bb19-47e8-4719-93a7-1443eab8746b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785499'] for floatingip, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:59.671148 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab45a47-8eae-4f90-995f-6c1d8c221455 req-0f7a7ef5-3072-4612-b624-742e6d7db19e tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:05:59.679146 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8ab45a47-8eae-4f90-995f-6c1d8c221455 req-0f7a7ef5-3072-4612-b624-742e6d7db19e tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.1107686 May 04 17:05:59.739997 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8ab45a47-8eae-4f90-995f-6c1d8c221455 req-7c5448c5-79f1-477f-95b8-14d524063cdc tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594411 May 04 17:05:59.885943 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.db.l3_db [None req-3e31bb19-47e8-4719-93a7-1443eab8746b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Floating IP 7df76d53-6c3c-4405-a9eb-e1ed66e12b75 associated. External IP: 172.28.3.81, port: e3539289-7dea-4426-961d-67881f12cc0d. May 04 17:06:00.412560 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e31bb19-47e8-4719-93a7-1443eab8746b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Router 6098cb02-0961-4f1a-99f3-0bd49e1ff38c has already been hosted by L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:06:00.746552 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e31bb19-47e8-4719-93a7-1443eab8746b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:06:00.756671 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c1a25-b18e-4ce4-b6dd-da02555407d0 None None] Sync routers for ids ['6098cb02-0961-4f1a-99f3-0bd49e1ff38c'] in dv-cinder-789603-1-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:06:00.778798 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3e31bb19-47e8-4719-93a7-1443eab8746b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for floatingip, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:00.806863 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c1a25-b18e-4ce4-b6dd-da02555407d0 None None] Routers {'6098cb02-0961-4f1a-99f3-0bd49e1ff38c'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:06:00.807723 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-f68c1a25-b18e-4ce4-b6dd-da02555407d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:05:45Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['6098cb02-0961-4f1a-99f3-0bd49e1ff38c'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:00.872963 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 52116) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:00.873607 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-3e31bb19-47e8-4719-93a7-1443eab8746b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.7379627 May 04 17:06:00.874655 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61be0849-b90d-4d09-9fef-880a9e9356a6', 'tag': 'e3539289-7dea-4426-961d-67881f12cc0d'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:06:00.879466 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-28c76471-8b09-4c1c-888f-8987ec104c5a tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1968383044', 'description': 'tempest-secgroup-smoke-1968383044 description', 'project_id': '507507794b464505b12fc044f369bd6d'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:00.895578 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-28c76471-8b09-4c1c-888f-8987ec104c5a tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:00.915855 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-28c76471-8b09-4c1c-888f-8987ec104c5a tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Usage tracker for resource:security_group and tenant:507507794b464505b12fc044f369bd6d is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:00.936197 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-28c76471-8b09-4c1c-888f-8987ec104c5a tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:00.940461 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61be0849-b90d-4d09-9fef-880a9e9356a6', 'tag': 'e3539289-7dea-4426-961d-67881f12cc0d', 'status': 'completed', 'code': 200} May 04 17:06:00.962913 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-28c76471-8b09-4c1c-888f-8987ec104c5a tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:01.048337 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-28c76471-8b09-4c1c-888f-8987ec104c5a tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:01.082278 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-28c76471-8b09-4c1c-888f-8987ec104c5a tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:01.087240 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-28c76471-8b09-4c1c-888f-8987ec104c5a tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Usage tracker for resource:security_group_rule and tenant:507507794b464505b12fc044f369bd6d is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:01.091046 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-28c76471-8b09-4c1c-888f-8987ec104c5a tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:01.099221 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-28c76471-8b09-4c1c-888f-8987ec104c5a tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:01.119819 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf727c-d84f-44ed-9f90-27a60404fa13 req-21f90cc9-41f2-4ea6-9744-d0fd70201032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:01.121022 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-f68c1a25-b18e-4ce4-b6dd-da02555407d0 None None] Set router 6098cb02-0961-4f1a-99f3-0bd49e1ff38c gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:06:01.122863 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-5ecf727c-d84f-44ed-9f90-27a60404fa13 req-21f90cc9-41f2-4ea6-9744-d0fd70201032 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=507507794b464505b12fc044f369bd6d&device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 1098 time: 0.1600060 May 04 17:06:01.297410 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-28c76471-8b09-4c1c-888f-8987ec104c5a tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:01.313458 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf727c-d84f-44ed-9f90-27a60404fa13 req-88274521-5152-46a4-b202-1e62d8703f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:01.314995 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-5ecf727c-d84f-44ed-9f90-27a60404fa13 req-88274521-5152-46a4-b202-1e62d8703f4c service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc3461c8-37b6-4e7e-a81b-a1703af6990a HTTP/1.1" status: 200 len: 916 time: 0.1799216 May 04 17:06:01.315479 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-28c76471-8b09-4c1c-888f-8987ec104c5a tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:01.320990 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-aa5f99dc-fe13-4879-99e1-a0f50abbee09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:01.406466 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c76471-8b09-4c1c-888f-8987ec104c5a tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f2b653-6885-4077-92de-e012d54150c6,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:01.455152 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6e860-d660-43c1-83cf-861117121f4c req-51081cd1-01e5-45c7-ae6c-707871fcd693 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:01.465847 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f6a6e860-d660-43c1-83cf-861117121f4c req-51081cd1-01e5-45c7-ae6c-707871fcd693 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.4769216 May 04 17:06:01.473456 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-28c76471-8b09-4c1c-888f-8987ec104c5a tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:01.544020 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-5ecf727c-d84f-44ed-9f90-27a60404fa13 req-8ad8ce9c-c7f7-43e5-9c66-49400328ecb8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3539289-7dea-4426-961d-67881f12cc0d HTTP/1.1" status: 200 len: 998 time: 0.2212081 May 04 17:06:01.564207 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f6a6e860-d660-43c1-83cf-861117121f4c req-7f0183ad-0da9-4810-8810-f03a4ef0a6a7 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957835 May 04 17:06:01.567780 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-28c76471-8b09-4c1c-888f-8987ec104c5a tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:01.569374 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-28c76471-8b09-4c1c-888f-8987ec104c5a tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6943433 May 04 17:06:01.581451 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 52140) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:01.588492 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-bc71dddb-bbd4-4847-84a5-d5e5b4d90a79 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Request body: {'security_group_rule': {'security_group_id': 'b0f2b653-6885-4077-92de-e012d54150c6', 'project_id': '507507794b464505b12fc044f369bd6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:01.595131 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-bc71dddb-bbd4-4847-84a5-d5e5b4d90a79 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:01.599748 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-bc71dddb-bbd4-4847-84a5-d5e5b4d90a79 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Usage tracker for resource:security_group_rule and tenant:507507794b464505b12fc044f369bd6d is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:01.605569 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-bc71dddb-bbd4-4847-84a5-d5e5b4d90a79 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:01.618107 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-bc71dddb-bbd4-4847-84a5-d5e5b4d90a79 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:01.648440 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bc71dddb-bbd4-4847-84a5-d5e5b4d90a79 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:01.650367 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf727c-d84f-44ed-9f90-27a60404fa13 req-14d4ea6d-ee02-4e2c-88d1-f09cf784f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:01.651809 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-5ecf727c-d84f-44ed-9f90-27a60404fa13 req-14d4ea6d-ee02-4e2c-88d1-f09cf784f573 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2 HTTP/1.1" status: 200 len: 854 time: 0.0992451 May 04 17:06:01.760848 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf727c-d84f-44ed-9f90-27a60404fa13 req-459eb6e7-9198-41df-b226-c1121cf0640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:01.762330 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-5ecf727c-d84f-44ed-9f90-27a60404fa13 req-459eb6e7-9198-41df-b226-c1121cf0640d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc3461c8-37b6-4e7e-a81b-a1703af6990a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1035230 May 04 17:06:01.797468 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bc71dddb-bbd4-4847-84a5-d5e5b4d90a79 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:01.805753 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bc71dddb-bbd4-4847-84a5-d5e5b4d90a79 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559949'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:01.811373 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5f31bd65-df88-4e17-a2ad-7ec10f5e5d9d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:01.861329 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71dddb-bbd4-4847-84a5-d5e5b4d90a79 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4546eb-25bd-48a6-8bff-d7fe99fbd40b,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:01.868357 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bc71dddb-bbd4-4847-84a5-d5e5b4d90a79 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:01.890201 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bc71dddb-bbd4-4847-84a5-d5e5b4d90a79 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:01.892454 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-bc71dddb-bbd4-4847-84a5-d5e5b4d90a79 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3097074 May 04 17:06:01.895519 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 52146) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:01.901715 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-8040093c-6823-4e41-bf73-01f2eabe6a46 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Request body: {'security_group_rule': {'security_group_id': 'b0f2b653-6885-4077-92de-e012d54150c6', 'project_id': '507507794b464505b12fc044f369bd6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:01.904207 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-f68c1a25-b18e-4ce4-b6dd-da02555407d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'name': 'tempest-TestMinimumBasicScenario-1058318919-router', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '0ca00483-2726-434b-910f-6196e2a21abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:07Z', 'updated_at': '2021-05-04T17:04:15Z', 'revision_number': 4, 'project_id': '507507794b464505b12fc044f369bd6d', 'gw_port': {'id': '0ca00483-2726-434b-910f-6196e2a21abc', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:08Z', 'updated_at': '2021-05-04T17:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_floatingips': [{'id': '7df76d53-6c3c-4405-a9eb-e1ed66e12b75', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'floating_ip_address': '172.28.3.81', 'floating_network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'router_id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'port_id': 'e3539289-7dea-4426-961d-67881f12cc0d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3461c8-37b6-4e7e-a81b-a1703af6990a', 'mac_address': 'fa:16:3e:fc:01:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61be0849-b90d-4d09-9fef-880a9e9356a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:05:58Z', 'updated_at': '2021-05-04T17:05:58Z', 'revision_number': 0, 'project_id': '507507794b464505b12fc044f369bd6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0275054d-cec7-43ff-b488-cb8147e2b54a', 'name': '', 'network_id': 'bc3461c8-37b6-4e7e-a81b-a1703af6990a', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'mac_address': 'fa:16:3e:ca:ab:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:14Z', 'updated_at': '2021-05-04T17:04:27Z', 'revision_number': 5, 'project_id': '507507794b464505b12fc044f369bd6d', 'subnets': [{'id': 'f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:01.910023 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-8040093c-6823-4e41-bf73-01f2eabe6a46 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:01.918835 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-8040093c-6823-4e41-bf73-01f2eabe6a46 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Usage tracker for resource:security_group_rule and tenant:507507794b464505b12fc044f369bd6d is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:01.921441 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c1a25-b18e-4ce4-b6dd-da02555407d0 None None] Checking router: 6098cb02-0961-4f1a-99f3-0bd49e1ff38c for host: dv-cinder-789603-1-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:06:01.927526 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-8040093c-6823-4e41-bf73-01f2eabe6a46 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:01.941620 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-8040093c-6823-4e41-bf73-01f2eabe6a46 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:01.942388 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c1a25-b18e-4ce4-b6dd-da02555407d0 None None] Routers {'6098cb02-0961-4f1a-99f3-0bd49e1ff38c'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:06:01.943942 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-f68c1a25-b18e-4ce4-b6dd-da02555407d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:05:45Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['6098cb02-0961-4f1a-99f3-0bd49e1ff38c'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:01.972501 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-5ecf727c-d84f-44ed-9f90-27a60404fa13 req-d3f5b408-192a-409d-9c8a-02aa48cab66a service neutron] 10.222.0.41 "GET /v2.0/networks/bc3461c8-37b6-4e7e-a81b-a1703af6990a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017324 May 04 17:06:01.982821 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8040093c-6823-4e41-bf73-01f2eabe6a46 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:02.164698 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-5ecf727c-d84f-44ed-9f90-27a60404fa13 req-55d0a61b-659e-4cd4-ab82-cd5995f8b2a3 service neutron] 10.222.0.41 "GET /v2.0/networks/bc3461c8-37b6-4e7e-a81b-a1703af6990a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797032 May 04 17:06:02.231679 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8040093c-6823-4e41-bf73-01f2eabe6a46 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:02.238405 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8040093c-6823-4e41-bf73-01f2eabe6a46 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559949'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:02.241699 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:02.275921 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040093c-6823-4e41-bf73-01f2eabe6a46 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150aa8ae-4cef-4c36-a9f5-a4be3f195957,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:02.280742 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8040093c-6823-4e41-bf73-01f2eabe6a46 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:02.285728 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8040093c-6823-4e41-bf73-01f2eabe6a46 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:02.287294 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-8040093c-6823-4e41-bf73-01f2eabe6a46 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3902957 May 04 17:06:02.290789 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 52150) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:02.295449 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-f68c1a25-b18e-4ce4-b6dd-da02555407d0 None None] Set router 6098cb02-0961-4f1a-99f3-0bd49e1ff38c gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:06:02.296548 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-2106e520-49ec-4233-87d7-89ad6d8b5a52 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Request body: {'security_group_rule': {'security_group_id': 'b0f2b653-6885-4077-92de-e012d54150c6', 'project_id': '507507794b464505b12fc044f369bd6d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:02.303599 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-2106e520-49ec-4233-87d7-89ad6d8b5a52 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:02.308724 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-2106e520-49ec-4233-87d7-89ad6d8b5a52 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Usage tracker for resource:security_group_rule and tenant:507507794b464505b12fc044f369bd6d is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:02.322323 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-2106e520-49ec-4233-87d7-89ad6d8b5a52 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:02.329360 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-2106e520-49ec-4233-87d7-89ad6d8b5a52 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:02.355933 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2106e520-49ec-4233-87d7-89ad6d8b5a52 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:02.445964 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2106e520-49ec-4233-87d7-89ad6d8b5a52 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:02.452055 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2106e520-49ec-4233-87d7-89ad6d8b5a52 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559949'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:02.462190 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8f5d94e6-80bb-4fe5-9f61-bb38d418e3cf tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:02.483735 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106e520-49ec-4233-87d7-89ad6d8b5a52 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d395b6e-7940-449a-a2c4-81716ffddcd2,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:02.489161 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-2106e520-49ec-4233-87d7-89ad6d8b5a52 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:02.496546 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2106e520-49ec-4233-87d7-89ad6d8b5a52 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:02.498574 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-2106e520-49ec-4233-87d7-89ad6d8b5a52 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2065945 May 04 17:06:02.502337 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 52160) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:02.509295 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-aa19313f-1ac5-4d5d-bf15-3af695ac72c2 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Request body: {'security_group_rule': {'security_group_id': 'b0f2b653-6885-4077-92de-e012d54150c6', 'project_id': '507507794b464505b12fc044f369bd6d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:02.518203 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-aa19313f-1ac5-4d5d-bf15-3af695ac72c2 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:02.528438 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-aa19313f-1ac5-4d5d-bf15-3af695ac72c2 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Usage tracker for resource:security_group_rule and tenant:507507794b464505b12fc044f369bd6d is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:02.532991 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-aa19313f-1ac5-4d5d-bf15-3af695ac72c2 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:02.546398 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-aa19313f-1ac5-4d5d-bf15-3af695ac72c2 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:02.577797 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-aa19313f-1ac5-4d5d-bf15-3af695ac72c2 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:02.712937 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-aa19313f-1ac5-4d5d-bf15-3af695ac72c2 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:02.722012 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-aa19313f-1ac5-4d5d-bf15-3af695ac72c2 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559949'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:02.724177 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bc71dddb-bbd4-4847-84a5-d5e5b4d90a79 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:02.810835 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19313f-1ac5-4d5d-bf15-3af695ac72c2 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14dd5441-c3fd-4236-a538-de64ea29ca33,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:02.820921 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-aa19313f-1ac5-4d5d-bf15-3af695ac72c2 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:02.841880 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-aa19313f-1ac5-4d5d-bf15-3af695ac72c2 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:02.846988 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 52168) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:02.847154 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-aa19313f-1ac5-4d5d-bf15-3af695ac72c2 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3433526 May 04 17:06:02.854118 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-a5f6f905-aa5d-46e4-ac8d-5b5f8fd546b4 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Request body: {'security_group_rule': {'security_group_id': 'b0f2b653-6885-4077-92de-e012d54150c6', 'project_id': '507507794b464505b12fc044f369bd6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:02.875004 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-a5f6f905-aa5d-46e4-ac8d-5b5f8fd546b4 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:02.881421 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5f10c-3117-45bf-b0f0-c1aaa97f8dc5 req-66eb617c-b559-43f7-b1d8-14c4d3a273c6 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:02.889198 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-29d5f10c-3117-45bf-b0f0-c1aaa97f8dc5 req-66eb617c-b559-43f7-b1d8-14c4d3a273c6 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.1431832 May 04 17:06:02.891780 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-a5f6f905-aa5d-46e4-ac8d-5b5f8fd546b4 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Usage tracker for resource:security_group_rule and tenant:507507794b464505b12fc044f369bd6d is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:02.902430 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-a5f6f905-aa5d-46e4-ac8d-5b5f8fd546b4 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:02.913638 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-a5f6f905-aa5d-46e4-ac8d-5b5f8fd546b4 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:02.933549 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.db.securitygroups_db [None req-a5f6f905-aa5d-46e4-ac8d-5b5f8fd546b4 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Project 507507794b464505b12fc044f369bd6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:06:02.939673 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a5f6f905-aa5d-46e4-ac8d-5b5f8fd546b4 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:02.960305 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-29d5f10c-3117-45bf-b0f0-c1aaa97f8dc5 req-8f848f37-2a0d-45fe-bf60-ab5e7454d2db tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700312 May 04 17:06:03.061559 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-f68c1a25-b18e-4ce4-b6dd-da02555407d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'name': 'tempest-TestMinimumBasicScenario-1058318919-router', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '0ca00483-2726-434b-910f-6196e2a21abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:07Z', 'updated_at': '2021-05-04T17:04:15Z', 'revision_number': 4, 'project_id': '507507794b464505b12fc044f369bd6d', 'gw_port': {'id': '0ca00483-2726-434b-910f-6196e2a21abc', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:08Z', 'updated_at': '2021-05-04T17:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_floatingips': [{'id': '7df76d53-6c3c-4405-a9eb-e1ed66e12b75', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'floating_ip_address': '172.28.3.81', 'floating_network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'router_id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'port_id': 'e3539289-7dea-4426-961d-67881f12cc0d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3461c8-37b6-4e7e-a81b-a1703af6990a', 'mac_address': 'fa:16:3e:fc:01:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61be0849-b90d-4d09-9fef-880a9e9356a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:05:58Z', 'updated_at': '2021-05-04T17:05:58Z', 'revision_number': 0, 'project_id': '507507794b464505b12fc044f369bd6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0275054d-cec7-43ff-b488-cb8147e2b54a', 'name': '', 'network_id': 'bc3461c8-37b6-4e7e-a81b-a1703af6990a', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'mac_address': 'fa:16:3e:ca:ab:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:14Z', 'updated_at': '2021-05-04T17:04:27Z', 'revision_number': 5, 'project_id': '507507794b464505b12fc044f369bd6d', 'subnets': [{'id': 'f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:03.062149 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a5f6f905-aa5d-46e4-ac8d-5b5f8fd546b4 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:03.068283 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a5f6f905-aa5d-46e4-ac8d-5b5f8fd546b4 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559949'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:03.073041 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c1a25-b18e-4ce4-b6dd-da02555407d0 None None] The sync data for ids ['6098cb02-0961-4f1a-99f3-0bd49e1ff38c'] in dv-cinder-789603-1-smb is: [{'id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'name': 'tempest-TestMinimumBasicScenario-1058318919-router', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '0ca00483-2726-434b-910f-6196e2a21abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:07Z', 'updated_at': '2021-05-04T17:04:15Z', 'revision_number': 4, 'project_id': '507507794b464505b12fc044f369bd6d', 'gw_port': {'id': '0ca00483-2726-434b-910f-6196e2a21abc', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:08Z', 'updated_at': '2021-05-04T17:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_floatingips': [{'id': '7df76d53-6c3c-4405-a9eb-e1ed66e12b75', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'floating_ip_address': '172.28.3.81', 'floating_network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'router_id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'port_id': 'e3539289-7dea-4426-961d-67881f12cc0d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3461c8-37b6-4e7e-a81b-a1703af6990a', 'mac_address': 'fa:16:3e:fc:01:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61be0849-b90d-4d09-9fef-880a9e9356a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:05:58Z', 'updated_at': '2021-05-04T17:05:58Z', 'revision_number': 0, 'project_id': '507507794b464505b12fc044f369bd6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0275054d-cec7-43ff-b488-cb8147e2b54a', 'name': '', 'network_id': 'bc3461c8-37b6-4e7e-a81b-a1703af6990a', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'mac_address': 'fa:16:3e:ca:ab:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:14Z', 'updated_at': '2021-05-04T17:04:27Z', 'revision_number': 5, 'project_id': '507507794b464505b12fc044f369bd6d', 'subnets': [{'id': 'f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:06:03.085497 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:03.106000 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6f905-aa5d-46e4-ac8d-5b5f8fd546b4 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e147c55-0639-4aa9-b29a-bdc143aef473,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:03.109320 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a5f6f905-aa5d-46e4-ac8d-5b5f8fd546b4 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:03.129805 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a5f6f905-aa5d-46e4-ac8d-5b5f8fd546b4 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:03.132599 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-a5f6f905-aa5d-46e4-ac8d-5b5f8fd546b4 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2830906 May 04 17:06:03.134114 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 52176) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:03.140006 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-a0818c06-fcc8-4bf5-a4a5-3b9efee2c621 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Request body: {'security_group_rule': {'security_group_id': 'b0f2b653-6885-4077-92de-e012d54150c6', 'project_id': '507507794b464505b12fc044f369bd6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:03.147045 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-a0818c06-fcc8-4bf5-a4a5-3b9efee2c621 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:03.154088 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-a0818c06-fcc8-4bf5-a4a5-3b9efee2c621 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Usage tracker for resource:security_group_rule and tenant:507507794b464505b12fc044f369bd6d is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:03.158218 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-a0818c06-fcc8-4bf5-a4a5-3b9efee2c621 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:03.166040 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-a0818c06-fcc8-4bf5-a4a5-3b9efee2c621 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:03.183061 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.db.securitygroups_db [None req-a0818c06-fcc8-4bf5-a4a5-3b9efee2c621 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Project 507507794b464505b12fc044f369bd6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:06:03.190871 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a0818c06-fcc8-4bf5-a4a5-3b9efee2c621 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:03.345270 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7bc9cc-2ab3-44ad-82ac-12225837f414 None None] New status for floating IP 7df76d53-6c3c-4405-a9eb-e1ed66e12b75: ACTIVE {{(pid=73811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:06:03.357712 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a0818c06-fcc8-4bf5-a4a5-3b9efee2c621 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:03.413681 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a0818c06-fcc8-4bf5-a4a5-3b9efee2c621 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559949'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:03.416468 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ca01c1a3-697e-41e5-bcd1-a263433b6436 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:03.446910 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0818c06-fcc8-4bf5-a4a5-3b9efee2c621 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f7f65e-d7ba-4a95-aeef-eb05769d10fc,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:03.455567 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a0818c06-fcc8-4bf5-a4a5-3b9efee2c621 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:03.465906 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a0818c06-fcc8-4bf5-a4a5-3b9efee2c621 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:03.470680 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-a0818c06-fcc8-4bf5-a4a5-3b9efee2c621 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3355830 May 04 17:06:03.647036 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-b3fd1660-450d-4fce-9be5-c8735cabadab req-af0a9215-f086-4f0f-b5df-afde4c14d69f tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Synchronizing usage tracker for tenant:507507794b464505b12fc044f369bd6d on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:06:03.668265 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-b3fd1660-450d-4fce-9be5-c8735cabadab req-af0a9215-f086-4f0f-b5df-afde4c14d69f tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Unset dirty status for tenant:507507794b464505b12fc044f369bd6d on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:06:03.673402 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b3fd1660-450d-4fce-9be5-c8735cabadab req-af0a9215-f086-4f0f-b5df-afde4c14d69f tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1968383044&fields=id&tenant_id=507507794b464505b12fc044f369bd6d HTTP/1.1" status: 200 len: 267 time: 0.0885017 May 04 17:06:03.792314 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd1660-450d-4fce-9be5-c8735cabadab req-38a150fd-27eb-4966-9c70-d6fa9dde7ce1 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:03.794375 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b3fd1660-450d-4fce-9be5-c8735cabadab req-38a150fd-27eb-4966-9c70-d6fa9dde7ce1 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 945 time: 0.1150978 May 04 17:06:03.807070 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-b3fd1660-450d-4fce-9be5-c8735cabadab req-fde51300-1658-4a2d-97c8-e0bab8865e26 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Request body: {'port': {'security_groups': ['5ab4c7d4-5173-4cc8-ac19-98dba1623e12', 'b0f2b653-6885-4077-92de-e012d54150c6']}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:03.953839 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-b3fd1660-450d-4fce-9be5-c8735cabadab req-fde51300-1658-4a2d-97c8-e0bab8865e26 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:04.278827 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf401ee-eca3-45b9-9143-065cfac92d0a req-95d2c038-081b-4547-99e1-b47643b97c52 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:04.280444 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ecf401ee-eca3-45b9-9143-065cfac92d0a req-95d2c038-081b-4547-99e1-b47643b97c52 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.1989193 May 04 17:06:04.325071 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-b3fd1660-450d-4fce-9be5-c8735cabadab req-fde51300-1658-4a2d-97c8-e0bab8865e26 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] For port e3539289-7dea-4426-961d-67881f12cc0d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e3539289-7dea-4426-961d-67881f12cc0d,segment=NetworkSegment(964354d2-a324-4b4c-9ecd-4b1a7bd17d79),segment_id=964354d2-a324-4b4c-9ecd-4b1a7bd17d79)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:06:04.349520 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ecf401ee-eca3-45b9-9143-065cfac92d0a req-b6aeb891-31a4-44ed-9f18-b7bd0873bd73 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608256 May 04 17:06:04.372122 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-b3fd1660-450d-4fce-9be5-c8735cabadab req-fde51300-1658-4a2d-97c8-e0bab8865e26 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:04.387213 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-b3fd1660-450d-4fce-9be5-c8735cabadab req-fde51300-1658-4a2d-97c8-e0bab8865e26 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-721969'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:04.393149 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:04.408582 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['e3539289-7dea-4426-961d-67881f12cc0d'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:06:04.469553 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd1660-450d-4fce-9be5-c8735cabadab req-fde51300-1658-4a2d-97c8-e0bab8865e26 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:04.470184 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-b3fd1660-450d-4fce-9be5-c8735cabadab req-fde51300-1658-4a2d-97c8-e0bab8865e26 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:04.471704 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b3fd1660-450d-4fce-9be5-c8735cabadab req-fde51300-1658-4a2d-97c8-e0bab8865e26 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "PUT /v2.0/ports/e3539289-7dea-4426-961d-67881f12cc0d HTTP/1.1" status: 200 len: 981 time: 0.6703117 May 04 17:06:04.472275 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61be0849-b90d-4d09-9fef-880a9e9356a6', 'tag': 'e3539289-7dea-4426-961d-67881f12cc0d'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:06:04.512499 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde51300-1658-4a2d-97c8-e0bab8865e26 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Pushing event updated for resources: {'Port': ['ID=e3539289-7dea-4426-961d-67881f12cc0d,revision_number=6']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:04.524136 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-fde51300-1658-4a2d-97c8-e0bab8865e26 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:04.571177 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61be0849-b90d-4d09-9fef-880a9e9356a6', 'tag': 'e3539289-7dea-4426-961d-67881f12cc0d', 'status': 'completed', 'code': 200} May 04 17:06:04.607232 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['e3539289-7dea-4426-961d-67881f12cc0d'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:06:04.747207 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b985a9b-a441-4f7b-b087-34942c2000c5 req-7b00b4e1-2eab-4cea-884b-88b71441c9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:04.748913 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-3b985a9b-a441-4f7b-b087-34942c2000c5 req-7b00b4e1-2eab-4cea-884b-88b71441c9f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=507507794b464505b12fc044f369bd6d&device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 1137 time: 0.1475728 May 04 17:06:04.911641 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-774ab23c-6502-4c95-acd2-d586ddd59bf1 None None] Provisioning complete for port e3539289-7dea-4426-961d-67881f12cc0d triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:06:04.912373 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-774ab23c-6502-4c95-acd2-d586ddd59bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:04.954544 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-f0d3e642-c304-4f1b-a57c-bba3e1396112 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:04.956014 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-f0d3e642-c304-4f1b-a57c-bba3e1396112 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/networks?id=20161de9-a1d9-4e00-9644-d0b8db52c891 HTTP/1.1" status: 200 len: 813 time: 0.3435557 May 04 17:06:04.974127 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b985a9b-a441-4f7b-b087-34942c2000c5 req-efbad7f7-e674-4a9a-a31c-8868c1344739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:04.977687 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-3b985a9b-a441-4f7b-b087-34942c2000c5 req-efbad7f7-e674-4a9a-a31c-8868c1344739 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc3461c8-37b6-4e7e-a81b-a1703af6990a HTTP/1.1" status: 200 len: 916 time: 0.2154469 May 04 17:06:04.984982 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87714d79-d6e4-4c35-8fe8-6f36c54d7c54 req-b74e4101-f2e2-4528-868f-0b90a1724bc9 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:04.986421 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-87714d79-d6e4-4c35-8fe8-6f36c54d7c54 req-b74e4101-f2e2-4528-868f-0b90a1724bc9 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 984 time: 0.1875296 May 04 17:06:04.987827 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-597fdae2-0908-4002-8f79-55e81cc80fbb tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/quotas/07971e724e4f45e69929fabaf5b1eadb HTTP/1.1" status: 200 len: 375 time: 0.0238595 May 04 17:06:05.111223 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-87714d79-d6e4-4c35-8fe8-6f36c54d7c54 req-65e04507-4bdc-4091-8e8b-9ff4684dfb14 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f2b653-6885-4077-92de-e012d54150c6&id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1186581 May 04 17:06:05.123710 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-2ff235cd-a8d3-4844-bf0c-411ae6d78e7b tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=07971e724e4f45e69929fabaf5b1eadb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1064656 May 04 17:06:05.125026 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-3b985a9b-a441-4f7b-b087-34942c2000c5 req-c76b15e1-28e7-409e-aed5-b5971e8417c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3539289-7dea-4426-961d-67881f12cc0d HTTP/1.1" status: 200 len: 1000 time: 0.1354558 May 04 17:06:05.244826 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b985a9b-a441-4f7b-b087-34942c2000c5 req-160d3b4a-211d-45ff-a484-2e71fd7c82d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:05.246902 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-3b985a9b-a441-4f7b-b087-34942c2000c5 req-160d3b4a-211d-45ff-a484-2e71fd7c82d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2 HTTP/1.1" status: 200 len: 854 time: 0.1025107 May 04 17:06:05.313288 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-0b737230-2628-4d68-bae4-d2f71199a92f service neutron] 10.222.0.24 "GET /v2.0/networks/20161de9-a1d9-4e00-9644-d0b8db52c891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862648 May 04 17:06:05.380368 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b985a9b-a441-4f7b-b087-34942c2000c5 req-cbb7cf1f-da06-49e1-a587-8790f35e2f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:05.382324 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-3b985a9b-a441-4f7b-b087-34942c2000c5 req-cbb7cf1f-da06-49e1-a587-8790f35e2f09 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc3461c8-37b6-4e7e-a81b-a1703af6990a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1122899 May 04 17:06:05.517946 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-07fdd6d2-dd10-4835-be03-26a1ddd972e3 service neutron] 10.222.0.24 "GET /v2.0/networks/20161de9-a1d9-4e00-9644-d0b8db52c891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992600 May 04 17:06:05.699125 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c761a-5b56-40c6-af0c-d6d646c9f85a req-6b3c5650-faff-4682-8a85-9495e22b7cd7 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:05.707803 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-3b985a9b-a441-4f7b-b087-34942c2000c5 req-9a5d1908-43c7-4098-9938-ed3b32a49188 service neutron] 10.222.0.41 "GET /v2.0/networks/bc3461c8-37b6-4e7e-a81b-a1703af6990a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112488 May 04 17:06:05.710135 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-0f8c761a-5b56-40c6-af0c-d6d646c9f85a req-6b3c5650-faff-4682-8a85-9495e22b7cd7 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.1592011 May 04 17:06:05.820515 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-07842bd6-6ab4-4001-bd87-058a4cbd0987 req-bb833a40-4c35-4fa3-9c93-0dba5be9cf4d tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b19df14-b1f8-4522-9233-a5ec86f2c839 HTTP/1.1" status: 200 len: 210 time: 0.0883439 May 04 17:06:05.887016 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-0f8c761a-5b56-40c6-af0c-d6d646c9f85a req-0cfb6f9c-da02-4438-a8be-37bb34f80a3f tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698680 May 04 17:06:05.912746 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-3b985a9b-a441-4f7b-b087-34942c2000c5 req-cbf888e1-4ad7-4809-bb4c-8ac56da53534 service neutron] 10.222.0.41 "GET /v2.0/networks/bc3461c8-37b6-4e7e-a81b-a1703af6990a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922414 May 04 17:06:07.276833 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-386beab4-4ab9-48e4-b457-f7559be25b29 req-f549935f-9864-4df7-9d22-1647b48966dd tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b19df14-b1f8-4522-9233-a5ec86f2c839 HTTP/1.1" status: 200 len: 210 time: 0.2432721 May 04 17:06:07.385322 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb5f22-6d9b-40c8-9abb-46a2f0c48165 req-1651fb2d-c353-4e01-9dde-4e0bd20cca10 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:07.386906 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-27fb5f22-6d9b-40c8-9abb-46a2f0c48165 req-1651fb2d-c353-4e01-9dde-4e0bd20cca10 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.1089814 May 04 17:06:07.500765 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-27fb5f22-6d9b-40c8-9abb-46a2f0c48165 req-2b2d3533-ecec-44cc-8a8f-4c3de121d912 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073422 May 04 17:06:07.561154 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-19c4d4b8-44a1-48e6-b78c-3636985d98e8 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:07.562801 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-19c4d4b8-44a1-48e6-b78c-3636985d98e8 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.41 "GET /v2.0/networks?id=20161de9-a1d9-4e00-9644-d0b8db52c891 HTTP/1.1" status: 200 len: 813 time: 0.3622956 May 04 17:06:07.581253 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-e1895a56-1b35-4cc0-9129-6908ed559739 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Request body: {'port': {'device_id': '7b19df14-b1f8-4522-9233-a5ec86f2c839', 'network_id': '20161de9-a1d9-4e00-9644-d0b8db52c891', 'admin_state_up': True, 'tenant_id': '07971e724e4f45e69929fabaf5b1eadb'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:07.767457 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-e1895a56-1b35-4cc0-9129-6908ed559739 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:07.773601 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-e1895a56-1b35-4cc0-9129-6908ed559739 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Usage tracker for resource:port and tenant:07971e724e4f45e69929fabaf5b1eadb is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:07.777849 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-e1895a56-1b35-4cc0-9129-6908ed559739 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:07.785796 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-e1895a56-1b35-4cc0-9129-6908ed559739 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:07.800925 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-e1895a56-1b35-4cc0-9129-6908ed559739 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Made reservation on behalf of 07971e724e4f45e69929fabaf5b1eadb for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:06:07.807451 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-e1895a56-1b35-4cc0-9129-6908ed559739 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:08.006611 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-e1895a56-1b35-4cc0-9129-6908ed559739 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Allocated IP 172.20.0.6 (20161de9-a1d9-4e00-9644-d0b8db52c891/69cd7198-31da-471a-9215-0ac23c9501b1/2edca76c-ae04-4192-a0e1-18057e91df15) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:06:08.228819 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-e1895a56-1b35-4cc0-9129-6908ed559739 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:08.264563 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-e1895a56-1b35-4cc0-9129-6908ed559739 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:08.270862 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6d1bde85-1d25-4692-a24d-71f50071617f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:08.346366 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-e1895a56-1b35-4cc0-9129-6908ed559739 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Network 20161de9-a1d9-4e00-9644-d0b8db52c891 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:06:08.350221 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-e1895a56-1b35-4cc0-9129-6908ed559739 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:06:08.355929 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-e1895a56-1b35-4cc0-9129-6908ed559739 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:06:08.388229 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1895a56-1b35-4cc0-9129-6908ed559739 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Pushing event updated for resources: {'Port': ['ID=2edca76c-ae04-4192-a0e1-18057e91df15,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:08.395119 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e1895a56-1b35-4cc0-9129-6908ed559739 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:08.429032 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-e1895a56-1b35-4cc0-9129-6908ed559739 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:08.429671 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-e1895a56-1b35-4cc0-9129-6908ed559739 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:08.456264 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-e1895a56-1b35-4cc0-9129-6908ed559739 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8790586 May 04 17:06:08.471085 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-64999ead-60c5-4ea0-ae8d-527b25966e22 service neutron] Request body: {'port': {'device_id': '7b19df14-b1f8-4522-9233-a5ec86f2c839', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:08.606226 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb5202-92d8-44bc-a895-052fd6940433 req-200fd10f-5fda-4f12-bacb-e83337ca17eb tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:08.611572 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-64999ead-60c5-4ea0-ae8d-527b25966e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:08.620361 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-18cb5202-92d8-44bc-a895-052fd6940433 req-200fd10f-5fda-4f12-bacb-e83337ca17eb tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b19df14-b1f8-4522-9233-a5ec86f2c839 HTTP/1.1" status: 200 len: 931 time: 0.1587806 May 04 17:06:08.739493 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-18cb5202-92d8-44bc-a895-052fd6940433 req-9fc4b493-fd59-473d-9274-67eedc33fb14 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4c129da-5431-4d0b-b90f-1b4efc0f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175120 May 04 17:06:08.879719 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331a68e-9153-4c3b-866a-ec813205e9e0 req-b01c5b12-0412-4516-aff2-52776d3ef76f tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:08.881602 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a331a68e-9153-4c3b-866a-ec813205e9e0 req-b01c5b12-0412-4516-aff2-52776d3ef76f tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.2050819 May 04 17:06:08.934577 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a331a68e-9153-4c3b-866a-ec813205e9e0 req-48076035-829a-4af1-becf-97a705894f73 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456560 May 04 17:06:09.011970 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-64999ead-60c5-4ea0-ae8d-527b25966e22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2edca76c-ae04-4192-a0e1-18057e91df15 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:06:09.021603 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-64999ead-60c5-4ea0-ae8d-527b25966e22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:09.041531 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-64999ead-60c5-4ea0-ae8d-527b25966e22 service neutron] Transition to ACTIVE for port object 2edca76c-ae04-4192-a0e1-18057e91df15 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:06:09.045155 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-64999ead-60c5-4ea0-ae8d-527b25966e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:09.048932 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-897e90fa-8da0-4516-b01f-1839e1dceb2f tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:09.191138 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64999ead-60c5-4ea0-ae8d-527b25966e22 service neutron] Pushing event updated for resources: {'Port': ['ID=2edca76c-ae04-4192-a0e1-18057e91df15,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:09.323785 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-64999ead-60c5-4ea0-ae8d-527b25966e22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:09.418219 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-64999ead-60c5-4ea0-ae8d-527b25966e22 service neutron] Attempting to bind port 2edca76c-ae04-4192-a0e1-18057e91df15 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:06:09.419011 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-64999ead-60c5-4ea0-ae8d-527b25966e22 service neutron] Attempting to bind port 2edca76c-ae04-4192-a0e1-18057e91df15 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'd99cbea5-6c56-4df0-b304-f103c559bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '20161de9-a1d9-4e00-9644-d0b8db52c891'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:06:09.420218 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-64999ead-60c5-4ea0-ae8d-527b25966e22 service neutron] Attempting to bind port 2edca76c-ae04-4192-a0e1-18057e91df15 on network 20161de9-a1d9-4e00-9644-d0b8db52c891 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:06:09.425702 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-64999ead-60c5-4ea0-ae8d-527b25966e22 service neutron] Port 2edca76c-ae04-4192-a0e1-18057e91df15 on network 20161de9-a1d9-4e00-9644-d0b8db52c891 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:06:09.426149 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-64999ead-60c5-4ea0-ae8d-527b25966e22 service neutron] Attempting to bind port 2edca76c-ae04-4192-a0e1-18057e91df15 on network 20161de9-a1d9-4e00-9644-d0b8db52c891 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:06:09.432187 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-64999ead-60c5-4ea0-ae8d-527b25966e22 service neutron] Checking agent: {'id': '9f3cb959-d44b-4b8e-aa2c-516ad41b6189', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'started_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:06:09.432783 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-64999ead-60c5-4ea0-ae8d-527b25966e22 service neutron] Checking segment: {'id': 'd99cbea5-6c56-4df0-b304-f103c559bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '20161de9-a1d9-4e00-9644-d0b8db52c891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:06:09.434219 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-64999ead-60c5-4ea0-ae8d-527b25966e22 service neutron] Bound using segment: {'id': 'd99cbea5-6c56-4df0-b304-f103c559bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '20161de9-a1d9-4e00-9644-d0b8db52c891'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:06:09.434219 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-64999ead-60c5-4ea0-ae8d-527b25966e22 service neutron] Bound port: 2edca76c-ae04-4192-a0e1-18057e91df15, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd99cbea5-6c56-4df0-b304-f103c559bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '20161de9-a1d9-4e00-9644-d0b8db52c891'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:06:09.434219 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-64999ead-60c5-4ea0-ae8d-527b25966e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:09.562178 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-64999ead-60c5-4ea0-ae8d-527b25966e22 service neutron] For port 2edca76c-ae04-4192-a0e1-18057e91df15, host hv-cinder-78960, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:06:09.568183 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-64999ead-60c5-4ea0-ae8d-527b25966e22 service neutron] For port 2edca76c-ae04-4192-a0e1-18057e91df15, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2edca76c-ae04-4192-a0e1-18057e91df15,segment=NetworkSegment(d99cbea5-6c56-4df0-b304-f103c559bce9),segment_id=d99cbea5-6c56-4df0-b304-f103c559bce9)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:06:09.574522 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-64999ead-60c5-4ea0-ae8d-527b25966e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:09.580568 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3e31bb19-47e8-4719-93a7-1443eab8746b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:09.658061 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-64999ead-60c5-4ea0-ae8d-527b25966e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:09.658791 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-64999ead-60c5-4ea0-ae8d-527b25966e22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:09.660922 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-64999ead-60c5-4ea0-ae8d-527b25966e22 service neutron] 10.222.0.41 "PUT /v2.0/ports/2edca76c-ae04-4192-a0e1-18057e91df15 HTTP/1.1" status: 200 len: 1093 time: 1.1951730 May 04 17:06:09.665542 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b19df14-b1f8-4522-9233-a5ec86f2c839', 'tag': '2edca76c-ae04-4192-a0e1-18057e91df15'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:06:09.709284 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64999ead-60c5-4ea0-ae8d-527b25966e22 service neutron] Pushing event updated for resources: {'Port': ['ID=2edca76c-ae04-4192-a0e1-18057e91df15,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:09.713328 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-64999ead-60c5-4ea0-ae8d-527b25966e22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:09.775385 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b19df14-b1f8-4522-9233-a5ec86f2c839', 'tag': '2edca76c-ae04-4192-a0e1-18057e91df15', 'status': 'completed', 'code': 200} May 04 17:06:09.822065 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-a92411a0-ba6c-4710-ae85-0b35a30ebdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:09.823496 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-a92411a0-ba6c-4710-ae85-0b35a30ebdb6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07971e724e4f45e69929fabaf5b1eadb&device_id=7b19df14-b1f8-4522-9233-a5ec86f2c839 HTTP/1.1" status: 200 len: 1096 time: 0.1090908 May 04 17:06:09.937150 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-394a6ade-7fe5-4193-9b56-88de0127a542 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2edca76c-ae04-4192-a0e1-18057e91df15 HTTP/1.1" status: 200 len: 217 time: 0.1006477 May 04 17:06:10.005733 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4458b68-0146-4982-abd3-b9dee9c08a89 req-76431122-5df8-466e-8456-637a09c43948 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:10.008051 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d4458b68-0146-4982-abd3-b9dee9c08a89 req-76431122-5df8-466e-8456-637a09c43948 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b19df14-b1f8-4522-9233-a5ec86f2c839 HTTP/1.1" status: 200 len: 943 time: 0.1099036 May 04 17:06:10.043105 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-173794f6-2d20-4fce-a0e1-ae478da2c525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:10.046480 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-173794f6-2d20-4fce-a0e1-ae478da2c525 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=69cd7198-31da-471a-9215-0ac23c9501b1 HTTP/1.1" status: 200 len: 853 time: 0.0994551 May 04 17:06:10.089318 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d4458b68-0146-4982-abd3-b9dee9c08a89 req-e0701480-448f-47aa-b056-765d068c3357 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4c129da-5431-4d0b-b90f-1b4efc0f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737100 May 04 17:06:10.117329 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-ad554759-5c48-4c6e-b7a2-991a91a00e10 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20161de9-a1d9-4e00-9644-d0b8db52c891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626483 May 04 17:06:10.252690 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50e2ba-bd2a-45ac-843f-049a11c579ae req-da57ffc0-45c8-45c3-a06b-b42beeab5e36 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:10.254292 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7d50e2ba-bd2a-45ac-843f-049a11c579ae req-da57ffc0-45c8-45c3-a06b-b42beeab5e36 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.1318707 May 04 17:06:10.331936 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7d50e2ba-bd2a-45ac-843f-049a11c579ae req-2c40f849-7b66-419b-a266-6a122ad4f54e tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600636 May 04 17:06:10.336873 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-fa74e9bc-3eb7-4755-ba7e-6fc1c3c5937b service neutron] 10.222.0.41 "GET /v2.0/networks/20161de9-a1d9-4e00-9644-d0b8db52c891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027166 May 04 17:06:10.509222 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-84b6aabf-1ec7-4c8f-84b7-81e153057c7f req-f6ffb83a-6a93-4a31-b812-bfddcd2aacf3 service neutron] 10.222.0.41 "GET /v2.0/networks/20161de9-a1d9-4e00-9644-d0b8db52c891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505945 May 04 17:06:10.671160 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d532e-b451-45a4-be4e-9e0508849826 req-c4540352-19e1-4022-9716-229d933a4f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:10.672851 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-734d532e-b451-45a4-be4e-9e0508849826 req-c4540352-19e1-4022-9716-229d933a4f38 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07971e724e4f45e69929fabaf5b1eadb&device_id=7b19df14-b1f8-4522-9233-a5ec86f2c839 HTTP/1.1" status: 200 len: 1096 time: 0.0878482 May 04 17:06:10.833685 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d532e-b451-45a4-be4e-9e0508849826 req-8164968e-15e5-43e1-a20f-b74a6547a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:10.841319 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-734d532e-b451-45a4-be4e-9e0508849826 req-8164968e-15e5-43e1-a20f-b74a6547a687 service neutron] 10.222.0.41 "GET /v2.0/networks?id=20161de9-a1d9-4e00-9644-d0b8db52c891 HTTP/1.1" status: 200 len: 914 time: 0.1574147 May 04 17:06:10.923515 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-734d532e-b451-45a4-be4e-9e0508849826 req-a921c1fa-1982-4deb-8578-0a41f8eef9fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2edca76c-ae04-4192-a0e1-18057e91df15 HTTP/1.1" status: 200 len: 217 time: 0.0743523 May 04 17:06:11.013805 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d532e-b451-45a4-be4e-9e0508849826 req-449dfdec-6d72-435b-8d4d-96a08e50f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:11.015549 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-734d532e-b451-45a4-be4e-9e0508849826 req-449dfdec-6d72-435b-8d4d-96a08e50f033 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=69cd7198-31da-471a-9215-0ac23c9501b1 HTTP/1.1" status: 200 len: 853 time: 0.0836377 May 04 17:06:11.067040 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-734d532e-b451-45a4-be4e-9e0508849826 req-d045e37f-7d27-46b5-8df7-292cc3babe76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20161de9-a1d9-4e00-9644-d0b8db52c891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405345 May 04 17:06:11.217791 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-734d532e-b451-45a4-be4e-9e0508849826 req-8d415bca-ca4c-4b7c-9d75-41158d594842 service neutron] 10.222.0.41 "GET /v2.0/networks/20161de9-a1d9-4e00-9644-d0b8db52c891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367455 May 04 17:06:11.299646 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038815ae-d56a-439e-836f-9e5d542e2c9f req-9b9a83d1-35ed-448d-8b18-d53dd4040fa7 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:11.301127 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-038815ae-d56a-439e-836f-9e5d542e2c9f req-9b9a83d1-35ed-448d-8b18-d53dd4040fa7 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b19df14-b1f8-4522-9233-a5ec86f2c839 HTTP/1.1" status: 200 len: 943 time: 0.0956197 May 04 17:06:11.349499 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-038815ae-d56a-439e-836f-9e5d542e2c9f req-3510d145-52fa-4fe3-805d-a02dbd47b7b7 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4c129da-5431-4d0b-b90f-1b4efc0f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415404 May 04 17:06:11.371492 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-734d532e-b451-45a4-be4e-9e0508849826 req-436aea7c-401d-4dc5-8396-ae2d2b8310ea service neutron] 10.222.0.41 "GET /v2.0/networks/20161de9-a1d9-4e00-9644-d0b8db52c891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459465 May 04 17:06:11.532631 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b980e-1474-455e-99c9-7a57d4fc64f0 req-c5ae830e-f6d3-45f2-87cc-34fae4e16932 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:11.534093 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-945b980e-1474-455e-99c9-7a57d4fc64f0 req-c5ae830e-f6d3-45f2-87cc-34fae4e16932 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.0808303 May 04 17:06:11.581391 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-945b980e-1474-455e-99c9-7a57d4fc64f0 req-00d9c417-6359-456e-a4f6-557d67a75647 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408778 May 04 17:06:12.275375 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 2edca76c-ae04-4192-a0e1-18057e91df15 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:06:12.415669 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 2edca76c-ae04-4192-a0e1-18057e91df15, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2edca76c-ae04-4192-a0e1-18057e91df15,segment=NetworkSegment(d99cbea5-6c56-4df0-b304-f103c559bce9),segment_id=d99cbea5-6c56-4df0-b304-f103c559bce9)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:06:12.431526 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Returning: {'device': '2edca76c-ae04-4192-a0e1-18057e91df15', 'network_id': '20161de9-a1d9-4e00-9644-d0b8db52c891', 'port_id': '2edca76c-ae04-4192-a0e1-18057e91df15', 'mac_address': 'fa:16:3e:11:d4:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69cd7198-31da-471a-9215-0ac23c9501b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:06:12.488175 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:12.506112 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2edca76c-ae04-4192-a0e1-18057e91df15 {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:06:12.525710 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 2edca76c-ae04-4192-a0e1-18057e91df15, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2edca76c-ae04-4192-a0e1-18057e91df15,segment=NetworkSegment(d99cbea5-6c56-4df0-b304-f103c559bce9),segment_id=d99cbea5-6c56-4df0-b304-f103c559bce9)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:06:12.530274 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:12.532210 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-2dc4cc95-1f91-468c-a39e-fff24c33ab26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:12.557842 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87aaa6-2c68-429e-8729-7a07546e4d0a req-e8487b07-eaf8-4b6f-b47d-3de8390286fd tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:12.559464 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8c87aaa6-2c68-429e-8729-7a07546e4d0a req-e8487b07-eaf8-4b6f-b47d-3de8390286fd tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b19df14-b1f8-4522-9233-a5ec86f2c839 HTTP/1.1" status: 200 len: 943 time: 0.0956073 May 04 17:06:12.602798 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=2edca76c-ae04-4192-a0e1-18057e91df15,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:12.607088 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:12.610190 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8c87aaa6-2c68-429e-8729-7a07546e4d0a req-1d9ef277-2ebd-41a5-8522-c332f92c32d5 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4c129da-5431-4d0b-b90f-1b4efc0f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437720 May 04 17:06:12.698119 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-27190e48-dad3-42f0-863a-81a88b31a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:12.785624 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ac295-a92b-4567-89dd-e4bc427b2105 req-b0a95d7f-a143-4992-ac56-a17477d73a43 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:12.787085 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ae2ac295-a92b-4567-89dd-e4bc427b2105 req-b0a95d7f-a143-4992-ac56-a17477d73a43 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.0841231 May 04 17:06:12.832281 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ae2ac295-a92b-4567-89dd-e4bc427b2105 req-c8a06566-822b-427f-803f-22b71781e4ce tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381379 May 04 17:06:12.892643 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['2edca76c-ae04-4192-a0e1-18057e91df15'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:06:13.774279 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 52368) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:13.802847 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e58cad-09f3-48be-b1b5-3509c46990d1 req-86adb029-dd50-4f0c-ac8a-3e7f3bdd865f tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:13.804298 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-51e58cad-09f3-48be-b1b5-3509c46990d1 req-86adb029-dd50-4f0c-ac8a-3e7f3bdd865f tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b19df14-b1f8-4522-9233-a5ec86f2c839 HTTP/1.1" status: 200 len: 944 time: 0.0806057 May 04 17:06:13.845511 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_v2 [None req-33afa757-6def-44e8-aae5-68226606b26b admin admin] Deleting subnet 56229241-7875-4805-be1f-e8e4922a6af1 {{(pid=73810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:06:13.848399 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-33afa757-6def-44e8-aae5-68226606b26b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:13.849578 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-51e58cad-09f3-48be-b1b5-3509c46990d1 req-faaff92a-eeac-4a1b-872d-bf56cad9fe45 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4c129da-5431-4d0b-b90f-1b4efc0f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387173 May 04 17:06:13.982153 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-33afa757-6def-44e8-aae5-68226606b26b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2356537'] for subnet, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:14.026985 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fe9ee-bc09-496f-8ef2-a8ae4ea51e83 req-e1184f77-319e-422c-853b-108930f88fe6 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:14.028411 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7d5fe9ee-bc09-496f-8ef2-a8ae4ea51e83 req-e1184f77-319e-422c-853b-108930f88fe6 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.0839579 May 04 17:06:14.037502 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-33afa757-6def-44e8-aae5-68226606b26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1962431'] for subnet, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:14.072799 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7d5fe9ee-bc09-496f-8ef2-a8ae4ea51e83 req-bfac11b4-27b2-4227-8d9a-e056f7171f9c tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383925 May 04 17:06:14.279104 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-33afa757-6def-44e8-aae5-68226606b26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1962422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2563741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2596031'] for subnet, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:14.283856 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-2fcd86ce-08da-4e59-b2ca-226708271151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:14.316857 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33afa757-6def-44e8-aae5-68226606b26b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56229241-7875-4805-be1f-e8e4922a6af1,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:14.319747 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-33afa757-6def-44e8-aae5-68226606b26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:14.321404 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-33afa757-6def-44e8-aae5-68226606b26b admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:14.323407 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 2edca76c-ae04-4192-a0e1-18057e91df15 up at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:06:14.327898 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-33afa757-6def-44e8-aae5-68226606b26b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/56229241-7875-4805-be1f-e8e4922a6af1 HTTP/1.1" status: 204 len: 168 time: 0.5524898 May 04 17:06:14.330373 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 52374) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:14.395354 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning for port 2edca76c-ae04-4192-a0e1-18057e91df15 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:06:14.400271 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning complete for port 2edca76c-ae04-4192-a0e1-18057e91df15 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:06:14.400870 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:14.436916 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4a1423b6-f50d-45c1-b1bd-db583e64313a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794009'] for network, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:14.516615 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:14.542860 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b19df14-b1f8-4522-9233-a5ec86f2c839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edca76c-ae04-4192-a0e1-18057e91df15'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:06:14.552281 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 2edca76c-ae04-4192-a0e1-18057e91df15, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2edca76c-ae04-4192-a0e1-18057e91df15,segment=NetworkSegment(d99cbea5-6c56-4df0-b304-f103c559bce9),segment_id=d99cbea5-6c56-4df0-b304-f103c559bce9)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:06:14.557457 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:14.559466 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:14.563081 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4a1423b6-f50d-45c1-b1bd-db583e64313a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902626', 'neutron.services.segments.db._delete_segments_for_network-8730882941489'] for network, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:14.588769 dv-cinder-789603-1-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b19df14-b1f8-4522-9233-a5ec86f2c839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edca76c-ae04-4192-a0e1-18057e91df15', 'code': 200} May 04 17:06:14.633536 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=2edca76c-ae04-4192-a0e1-18057e91df15,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:14.636705 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:14.675335 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-4a1423b6-f50d-45c1-b1bd-db583e64313a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eaec156-d1d2-4eb1-886c-cb8ab9f49966']}} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:14.687690 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-4a1423b6-f50d-45c1-b1bd-db583e64313a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b541d2-3745-475e-92ad-6d7ee9e32f6e') {'for_net_delete': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:14.687977 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-4a1423b6-f50d-45c1-b1bd-db583e64313a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b541d2-3745-475e-92ad-6d7ee9e32f6e') {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:14.699155 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4a1423b6-f50d-45c1-b1bd-db583e64313a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730882953063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2356480'] for segment, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:14.715456 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4a1423b6-f50d-45c1-b1bd-db583e64313a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:14.721740 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1423b6-f50d-45c1-b1bd-db583e64313a admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=73810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:06:14.933455 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-4a1423b6-f50d-45c1-b1bd-db583e64313a admin admin] Network 5eaec156-d1d2-4eb1-886c-cb8ab9f49966 has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:06:14.941980 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4a1423b6-f50d-45c1-b1bd-db583e64313a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1964778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2562367'] for segment, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:15.044649 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ad819-285f-4525-ab8d-af235b9abdfd req-ec8e0bb0-41f2-4dc4-9407-b9f44ddfab91 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:15.046115 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-639ad819-285f-4525-ab8d-af235b9abdfd req-ec8e0bb0-41f2-4dc4-9407-b9f44ddfab91 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b19df14-b1f8-4522-9233-a5ec86f2c839 HTTP/1.1" status: 200 len: 945 time: 0.0827348 May 04 17:06:15.091209 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-639ad819-285f-4525-ab8d-af235b9abdfd req-52e630ba-41fe-4778-bc5d-e8dd3a715142 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4c129da-5431-4d0b-b90f-1b4efc0f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391469 May 04 17:06:15.111220 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223e6e1-8afd-463d-aac2-4bcdebf3e561 req-cfd74a86-ae58-48ec-ae98-79e814644cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:15.112704 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-7223e6e1-8afd-463d-aac2-4bcdebf3e561 req-cfd74a86-ae58-48ec-ae98-79e814644cbb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7b19df14-b1f8-4522-9233-a5ec86f2c839 HTTP/1.1" status: 200 len: 1098 time: 0.3200173 May 04 17:06:15.125747 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-4a1423b6-f50d-45c1-b1bd-db583e64313a admin admin] Network 5eaec156-d1d2-4eb1-886c-cb8ab9f49966 has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: Traceback (most recent call last): May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: timer() May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: cb(*args, **kw) May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: return func(*args, **kwargs) May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: self._notify() May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: self.callback(batched_events) May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: event.method(event) May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: return f(self, *a, **k) May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: return self._get(url).json() May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: return self.request(url, 'GET', **kwargs) May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:06:15.158558 dv-cinder-789603-1-smb neutron-server[73810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:06:15.246109 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-7223e6e1-8afd-463d-aac2-4bcdebf3e561 req-f1e49a71-45aa-46dd-8353-07c92a77cca8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b4c129da-5431-4d0b-b90f-1b4efc0f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220481 May 04 17:06:15.251146 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4a1423b6-f50d-45c1-b1bd-db583e64313a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785481'] for network, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:15.256668 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4a1423b6-f50d-45c1-b1bd-db583e64313a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:15.261131 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafb559-d973-43d8-bbbb-74c350222ece req-0c9221fa-720c-4a39-a7b1-ed6530459637 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:15.262717 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1bafb559-d973-43d8-bbbb-74c350222ece req-0c9221fa-720c-4a39-a7b1-ed6530459637 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.0805895 May 04 17:06:15.273156 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:15.281145 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-a0bf4dd7-ab92-42e1-857e-313b5bd07a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:15.297367 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1423b6-f50d-45c1-b1bd-db583e64313a admin admin] Pushing event deleted for resources: {'Network': ['ID=5eaec156-d1d2-4eb1-886c-cb8ab9f49966,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:15.300646 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-4a1423b6-f50d-45c1-b1bd-db583e64313a admin admin] 10.222.0.24 "DELETE /v2.0/networks/5eaec156-d1d2-4eb1-886c-cb8ab9f49966 HTTP/1.1" status: 204 len: 168 time: 0.9693148 May 04 17:06:15.301766 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-4a1423b6-f50d-45c1-b1bd-db583e64313a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:15.313250 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1bafb559-d973-43d8-bbbb-74c350222ece req-da79f4e7-eff7-4364-8277-8c378dc3578f tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440321 May 04 17:06:15.419881 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 52386) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:15.470284 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-e2511b7e-a097-4e5b-9e9f-5192d630a436 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d31d3f115a7425daf8d54fcbe050c9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491467 May 04 17:06:15.472586 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 52390) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:15.530069 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d77358a7-e204-4315-a634-068562e5d9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:15.556588 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d77358a7-e204-4315-a634-068562e5d9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:15.589550 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:15.609482 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d77358a7-e204-4315-a634-068562e5d9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:15.613189 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-55d2ea65-7e8a-4249-a30b-4d482cc75541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:15.627923 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77358a7-e204-4315-a634-068562e5d9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc616658-0644-4ac7-8a98-5f38a9d3b09d,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:15.630540 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d77358a7-e204-4315-a634-068562e5d9e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:15.638113 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d77358a7-e204-4315-a634-068562e5d9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:15.639470 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-d77358a7-e204-4315-a634-068562e5d9e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc616658-0644-4ac7-8a98-5f38a9d3b09d HTTP/1.1" status: 204 len: 168 time: 0.1658349 May 04 17:06:16.286368 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b89d4a-a854-47b5-a485-fda58a5adce3 req-934b736f-4708-4c9a-aa0f-68cf87bc1229 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:16.287814 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d5b89d4a-a854-47b5-a485-fda58a5adce3 req-934b736f-4708-4c9a-aa0f-68cf87bc1229 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b19df14-b1f8-4522-9233-a5ec86f2c839 HTTP/1.1" status: 200 len: 945 time: 0.0854928 May 04 17:06:16.345541 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d5b89d4a-a854-47b5-a485-fda58a5adce3 req-90cfcfd5-7b69-4c75-99cf-b7c21d5539d7 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4c129da-5431-4d0b-b90f-1b4efc0f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506599 May 04 17:06:16.513115 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88905f1b-6e65-446f-8724-2075abae7ffb req-2824f7a4-3960-4d27-bc8f-f29be3d3d1b4 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:16.514581 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-88905f1b-6e65-446f-8724-2075abae7ffb req-2824f7a4-3960-4d27-bc8f-f29be3d3d1b4 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.0818548 May 04 17:06:16.562855 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-88905f1b-6e65-446f-8724-2075abae7ffb req-69d40583-a7ba-48b1-8b99-4e3ec5453cfe tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420933 May 04 17:06:16.627580 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:16.854212 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:17.578786 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9a541-dca9-4731-8479-5da223e04975 req-5393be36-1efc-4d30-bc2e-bd8d9391c499 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:17.580216 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-9bd9a541-dca9-4731-8479-5da223e04975 req-5393be36-1efc-4d30-bc2e-bd8d9391c499 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b19df14-b1f8-4522-9233-a5ec86f2c839 HTTP/1.1" status: 200 len: 945 time: 0.1380250 May 04 17:06:17.627439 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-9bd9a541-dca9-4731-8479-5da223e04975 req-9501ca77-3a7c-4545-8eae-d7fed698a786 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4c129da-5431-4d0b-b90f-1b4efc0f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415404 May 04 17:06:17.753577 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea002cc-4ecd-45cb-905f-a90d99d8bf8e req-f136004c-ae86-4fcb-89ac-034da143095a tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:17.755001 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5ea002cc-4ecd-45cb-905f-a90d99d8bf8e req-f136004c-ae86-4fcb-89ac-034da143095a tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.0828149 May 04 17:06:17.801141 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5ea002cc-4ecd-45cb-905f-a90d99d8bf8e req-c265732d-cf05-485d-9c03-427d43a5f7e3 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397818 May 04 17:06:18.243747 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:18.995323 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b47c2-0bca-421f-b29c-819fdd4b3a2c req-b18d5af1-f805-47b5-9eb8-fad6c5254593 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:18.996791 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-aa4b47c2-0bca-421f-b29c-819fdd4b3a2c req-b18d5af1-f805-47b5-9eb8-fad6c5254593 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.0884733 May 04 17:06:19.041449 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-aa4b47c2-0bca-421f-b29c-819fdd4b3a2c req-d4e0dce9-f2e8-4a4c-8def-06abe8cc5471 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389950 May 04 17:06:20.238037 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fede3-a93f-43c9-89e0-88cd819ff130 req-12e1dbfb-2040-4ec7-8d3c-793efb8586a7 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:20.239490 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7b4fede3-a93f-43c9-89e0-88cd819ff130 req-12e1dbfb-2040-4ec7-8d3c-793efb8586a7 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.0829880 May 04 17:06:20.286486 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7b4fede3-a93f-43c9-89e0-88cd819ff130 req-812fd22a-b729-4739-9421-a91065daf87c tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407162 May 04 17:06:20.656639 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:06:21.477812 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec5106-9e65-41e8-8fce-7ab9e4ac3a6b req-fc988eb3-c201-4d79-9722-589b459823f7 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:21.479323 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d3ec5106-9e65-41e8-8fce-7ab9e4ac3a6b req-fc988eb3-c201-4d79-9722-589b459823f7 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.0846753 May 04 17:06:21.525287 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d3ec5106-9e65-41e8-8fce-7ab9e4ac3a6b req-82eefef1-556b-4e3b-bbf5-faaff4f393ed tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400419 May 04 17:06:22.715994 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c32bc2-ef25-4f39-8390-0f5252e58b4d req-a28271ba-ed41-4f80-88d1-8b10f249a987 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:22.717459 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-40c32bc2-ef25-4f39-8390-0f5252e58b4d req-a28271ba-ed41-4f80-88d1-8b10f249a987 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.0859175 May 04 17:06:22.762338 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-40c32bc2-ef25-4f39-8390-0f5252e58b4d req-58a206eb-cc88-4c63-8617-32c71acbb7a0 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392008 May 04 17:06:23.302036 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dc44a-9be6-4a12-aca6-3ceee3a214d8 req-373ae2e9-a224-4ae7-baef-8f24475efbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:23.303423 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-d23dc44a-9be6-4a12-aca6-3ceee3a214d8 req-373ae2e9-a224-4ae7-baef-8f24475efbb8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 1098 time: 0.0785615 May 04 17:06:23.427456 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-d23dc44a-9be6-4a12-aca6-3ceee3a214d8 req-3e654782-f535-4fed-923a-c98290e4656b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167707 May 04 17:06:23.997522 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14bf88-6aea-4afc-8b43-860830c5f012 req-92c04d13-2cce-4466-997c-bb6c5cd1804c tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:24.007454 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-da14bf88-6aea-4afc-8b43-860830c5f012 req-92c04d13-2cce-4466-997c-bb6c5cd1804c tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.1026006 May 04 17:06:24.047312 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-da14bf88-6aea-4afc-8b43-860830c5f012 req-319fd2e6-9916-4139-ab02-84c0c815f1c2 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420022 May 04 17:06:25.235229 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef7030-58ea-4369-b826-b71ec3723828 req-b765a068-9328-4b76-912e-9de8f23fc708 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:25.235229 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-84ef7030-58ea-4369-b826-b71ec3723828 req-b765a068-9328-4b76-912e-9de8f23fc708 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.0818138 May 04 17:06:25.280749 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-84ef7030-58ea-4369-b826-b71ec3723828 req-da6a0a1a-dd01-48e0-b536-bac8756b0360 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404327 May 04 17:06:25.819854 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb497632-2106-4d5c-b9c5-79c5164c20bd req-e6bad783-8a03-40ef-a4d0-36a929a20072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:25.821556 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-eb497632-2106-4d5c-b9c5-79c5164c20bd req-e6bad783-8a03-40ef-a4d0-36a929a20072 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e556e3a64b64ac6b171c7d580893947&device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 1098 time: 0.0817277 May 04 17:06:25.828420 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f4ed1-8487-4a53-b99b-711041a96fee req-b16cf778-da8a-4b7b-a21a-3cc22ce7e4d1 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:25.829964 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c72f4ed1-8487-4a53-b99b-711041a96fee req-b16cf778-da8a-4b7b-a21a-3cc22ce7e4d1 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.0921209 May 04 17:06:25.877912 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c72f4ed1-8487-4a53-b99b-711041a96fee req-24569e2b-f514-43be-8cbd-36ab2640ec84 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418897 May 04 17:06:25.960724 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb497632-2106-4d5c-b9c5-79c5164c20bd req-2e25e4ed-744f-4fe0-b6bf-419d99cae19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:25.962070 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-eb497632-2106-4d5c-b9c5-79c5164c20bd req-2e25e4ed-744f-4fe0-b6bf-419d99cae19d service neutron] 10.222.0.41 "GET /v2.0/networks?id=daf2ac07-072f-41ea-bdf5-4fc0c49d6a07 HTTP/1.1" status: 200 len: 920 time: 0.1258221 May 04 17:06:26.036162 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-eb497632-2106-4d5c-b9c5-79c5164c20bd req-ce2d9943-cabe-4f26-9ff4-229dd3cc2448 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3224b67-3480-48b3-8fd3-5c7e4e13364f HTTP/1.1" status: 200 len: 217 time: 0.0633199 May 04 17:06:26.097538 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb497632-2106-4d5c-b9c5-79c5164c20bd req-03cb04fe-bcac-4606-9b30-eb85efb39ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:26.098932 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-eb497632-2106-4d5c-b9c5-79c5164c20bd req-03cb04fe-bcac-4606-9b30-eb85efb39ec2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ffba03e-1a08-4adb-9186-b70f00fea735 HTTP/1.1" status: 200 len: 859 time: 0.0552537 May 04 17:06:26.149975 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-eb497632-2106-4d5c-b9c5-79c5164c20bd req-dc560fcd-ef87-4a05-afed-dc15db4e706e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=daf2ac07-072f-41ea-bdf5-4fc0c49d6a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433319 May 04 17:06:26.281437 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-eb497632-2106-4d5c-b9c5-79c5164c20bd req-9bcba667-b9fe-464d-a1e0-d540f3391193 service neutron] 10.222.0.41 "GET /v2.0/networks/daf2ac07-072f-41ea-bdf5-4fc0c49d6a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218982 May 04 17:06:26.421516 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-eb497632-2106-4d5c-b9c5-79c5164c20bd req-893dbbc0-6d73-4dce-ac48-bea6587bbbbf service neutron] 10.222.0.41 "GET /v2.0/networks/daf2ac07-072f-41ea-bdf5-4fc0c49d6a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273112 May 04 17:06:27.062038 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470a1ff-5b79-4aff-ac30-f38c1dc9e92a req-d84f3f16-b918-4bda-ac61-51f0e0fb38ad tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:27.063478 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e470a1ff-5b79-4aff-ac30-f38c1dc9e92a req-d84f3f16-b918-4bda-ac61-51f0e0fb38ad tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.0792589 May 04 17:06:27.108709 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e470a1ff-5b79-4aff-ac30-f38c1dc9e92a req-d25312e9-d77a-41a6-ad07-39e46655eebc tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395305 May 04 17:06:27.720209 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 52620) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:27.839961 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bfa8d3e0-e2ca-40e3-baed-7e8d09fc4e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:27.854641 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-bfa8d3e0-e2ca-40e3-baed-7e8d09fc4e02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:27.858729 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-bfa8d3e0-e2ca-40e3-baed-7e8d09fc4e02 admin admin] Usage tracker for resource:security_group_rule and tenant:f3b6f2683fc14241ad774690270e4ca4 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:27.861572 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-bfa8d3e0-e2ca-40e3-baed-7e8d09fc4e02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:27.867577 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-bfa8d3e0-e2ca-40e3-baed-7e8d09fc4e02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:27.949651 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bfa8d3e0-e2ca-40e3-baed-7e8d09fc4e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:27.953514 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bfa8d3e0-e2ca-40e3-baed-7e8d09fc4e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:27.959661 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-553b7ce3-b33b-4424-98dc-5c07064e3fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:28.000316 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-bfa8d3e0-e2ca-40e3-baed-7e8d09fc4e02 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f3b6f2683fc14241ad774690270e4ca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2790487 May 04 17:06:28.001200 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8d3e0-e2ca-40e3-baed-7e8d09fc4e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5fce71-0b1c-411e-8f20-9d1536149da7,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:28.003103 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 52628) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:28.005529 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bfa8d3e0-e2ca-40e3-baed-7e8d09fc4e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:28.063654 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-934f4b47-618c-457b-b2b9-b6742928dda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:28.091748 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-934f4b47-618c-457b-b2b9-b6742928dda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:28.142718 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-934f4b47-618c-457b-b2b9-b6742928dda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:28.148432 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f6ec02d6-002a-4a95-a608-e9852c72f1e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:28.162160 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f4b47-618c-457b-b2b9-b6742928dda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5fce71-0b1c-411e-8f20-9d1536149da7,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:28.165308 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-934f4b47-618c-457b-b2b9-b6742928dda6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:28.166322 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-934f4b47-618c-457b-b2b9-b6742928dda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:28.168028 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-934f4b47-618c-457b-b2b9-b6742928dda6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b5fce71-0b1c-411e-8f20-9d1536149da7 HTTP/1.1" status: 204 len: 168 time: 0.1633997 May 04 17:06:28.309282 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b212310-a481-4938-b425-b3831413ab15 req-add6fca2-9fe3-4c24-834b-4e46fdb83ba0 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:28.310889 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6b212310-a481-4938-b425-b3831413ab15 req-add6fca2-9fe3-4c24-834b-4e46fdb83ba0 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.0873153 May 04 17:06:28.363969 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6b212310-a481-4938-b425-b3831413ab15 req-0b157696-0553-44df-a83c-fe6e5a9ed347 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468276 May 04 17:06:29.550844 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7bdb5-5c47-4e3a-9b7e-f35b3560705d req-2c4acb29-6dd0-44c4-9203-15522c4f7a3f tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:29.552186 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-88d7bdb5-5c47-4e3a-9b7e-f35b3560705d req-2c4acb29-6dd0-44c4-9203-15522c4f7a3f tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.0801442 May 04 17:06:29.596684 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-88d7bdb5-5c47-4e3a-9b7e-f35b3560705d req-49e269db-2b3d-4429-9ce3-cf0fcfdb4b20 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379314 May 04 17:06:31.926607 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de05fbe-f62d-4cea-9f2d-f4278e2c3554 req-71c13918-9470-4ac9-8bf4-5c66b11e1d62 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:31.928025 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-0de05fbe-f62d-4cea-9f2d-f4278e2c3554 req-71c13918-9470-4ac9-8bf4-5c66b11e1d62 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 947 time: 0.0816982 May 04 17:06:31.971899 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-0de05fbe-f62d-4cea-9f2d-f4278e2c3554 req-2206140b-46c9-4a61-b1fb-24a4dba9c039 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379064 May 04 17:06:33.170648 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8795f46-c41e-4210-a69e-d3d387b6148d req-a76fdec7-42ce-4c7c-85d5-39c3a5b42a40 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:33.172124 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f8795f46-c41e-4210-a69e-d3d387b6148d req-a76fdec7-42ce-4c7c-85d5-39c3a5b42a40 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 947 time: 0.0863290 May 04 17:06:33.221380 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f8795f46-c41e-4210-a69e-d3d387b6148d req-23fd4eb3-a53b-4940-a2d1-8f13b05da977 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432637 May 04 17:06:33.886169 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04205d70-cbf0-4f2b-a62a-2c04115076da req-4b3d27ab-04f7-4d28-8271-1feafa6bf62c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:33.886882 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-04205d70-cbf0-4f2b-a62a-2c04115076da req-4b3d27ab-04f7-4d28-8271-1feafa6bf62c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Synchronizing usage tracker for tenant:a530a7f8042040e98a19a0a59ab370ed on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:06:33.905543 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-04205d70-cbf0-4f2b-a62a-2c04115076da req-4b3d27ab-04f7-4d28-8271-1feafa6bf62c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Unset dirty status for tenant:a530a7f8042040e98a19a0a59ab370ed on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:06:33.906693 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-04205d70-cbf0-4f2b-a62a-2c04115076da req-4b3d27ab-04f7-4d28-8271-1feafa6bf62c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 947 time: 0.1086817 May 04 17:06:34.050671 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-04205d70-cbf0-4f2b-a62a-2c04115076da req-d2501a5b-7f9c-436e-9e87-6bd933fc60b0 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Deleting port 7c1a8203-c49c-4900-9736-ab30590a7bf1 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:06:34.051008 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-04205d70-cbf0-4f2b-a62a-2c04115076da req-d2501a5b-7f9c-436e-9e87-6bd933fc60b0 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:34.183134 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-04205d70-cbf0-4f2b-a62a-2c04115076da req-d2501a5b-7f9c-436e-9e87-6bd933fc60b0 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] For port 7c1a8203-c49c-4900-9736-ab30590a7bf1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7c1a8203-c49c-4900-9736-ab30590a7bf1,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:06:34.183483 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-04205d70-cbf0-4f2b-a62a-2c04115076da req-d2501a5b-7f9c-436e-9e87-6bd933fc60b0 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:34.196674 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb10f30-1a9e-4d2c-8c62-b88bee3a2c92 req-8c618166-4eec-43af-aff5-dc8addea0601 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:34.198119 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-cbb10f30-1a9e-4d2c-8c62-b88bee3a2c92 req-8c618166-4eec-43af-aff5-dc8addea0601 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 945 time: 0.0811701 May 04 17:06:34.241958 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-cbb10f30-1a9e-4d2c-8c62-b88bee3a2c92 req-f217b869-2c40-438b-b7e0-2e20c6fdb1f3 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378928 May 04 17:06:34.474952 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-04205d70-cbf0-4f2b-a62a-2c04115076da req-d2501a5b-7f9c-436e-9e87-6bd933fc60b0 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:34.475232 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-04205d70-cbf0-4f2b-a62a-2c04115076da req-d2501a5b-7f9c-436e-9e87-6bd933fc60b0 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785499'] for floatingip, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:34.475539 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.db.l3_db [req-04205d70-cbf0-4f2b-a62a-2c04115076da req-d2501a5b-7f9c-436e-9e87-6bd933fc60b0 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Floating IP 7957d9f9-56c0-4dfa-8b13-5ec9e38ded32 disassociated. External IP: 172.28.3.205, port: 7c1a8203-c49c-4900-9736-ab30590a7bf1. May 04 17:06:34.476016 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-04205d70-cbf0-4f2b-a62a-2c04115076da req-d2501a5b-7f9c-436e-9e87-6bd933fc60b0 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Calling delete_port for 7c1a8203-c49c-4900-9736-ab30590a7bf1 owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:06:34.481047 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2386a-7547-43f6-9f8c-5e08e248b917 req-33832138-27aa-40dd-92bd-fb888c83e2e8 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:34.482493 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-70a2386a-7547-43f6-9f8c-5e08e248b917 req-33832138-27aa-40dd-92bd-fb888c83e2e8 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 947 time: 0.1451821 May 04 17:06:34.528713 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-70a2386a-7547-43f6-9f8c-5e08e248b917 req-f9d1069e-f420-4ebc-8d99-bbfe25014a00 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f9a2328-77ed-4839-87d4-b7b47f930854&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401537 May 04 17:06:34.586679 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-04205d70-cbf0-4f2b-a62a-2c04115076da req-d2501a5b-7f9c-436e-9e87-6bd933fc60b0 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:34.591949 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e1895a56-1b35-4cc0-9129-6908ed559739 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:34.716253 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2501a5b-7f9c-436e-9e87-6bd933fc60b0 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Pushing event deleted for resources: {'Port': ['ID=7c1a8203-c49c-4900-9736-ab30590a7bf1,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:34.720025 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d2501a5b-7f9c-436e-9e87-6bd933fc60b0 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:34.895409 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04205d70-cbf0-4f2b-a62a-2c04115076da req-d2501a5b-7f9c-436e-9e87-6bd933fc60b0 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Router 94b863db-620a-4e6d-9422-70ae39f9f218 has already been hosted by L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:06:35.088310 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04205d70-cbf0-4f2b-a62a-2c04115076da req-d2501a5b-7f9c-436e-9e87-6bd933fc60b0 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:06:35.101382 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3693611-d3e4-49a3-9ea2-9921da63882d None None] Sync routers for ids ['94b863db-620a-4e6d-9422-70ae39f9f218'] in dv-cinder-789603-1-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:06:35.113083 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3693611-d3e4-49a3-9ea2-9921da63882d None None] Routers {'94b863db-620a-4e6d-9422-70ae39f9f218'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:06:35.113704 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-d3693611-d3e4-49a3-9ea2-9921da63882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:06:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['94b863db-620a-4e6d-9422-70ae39f9f218'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:35.168415 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-04205d70-cbf0-4f2b-a62a-2c04115076da req-d2501a5b-7f9c-436e-9e87-6bd933fc60b0 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] No DVR routers for this DVR port 7c1a8203-c49c-4900-9736-ab30590a7bf1 on host hv-cinder-78960 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:06:35.171135 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-04205d70-cbf0-4f2b-a62a-2c04115076da req-d2501a5b-7f9c-436e-9e87-6bd933fc60b0 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:35.174650 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd16f888-0898-4b5b-88e7-790b0548e87e', 'name': 'network-vif-deleted', 'tag': '7c1a8203-c49c-4900-9736-ab30590a7bf1'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:06:35.206817 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-04205d70-cbf0-4f2b-a62a-2c04115076da req-d2501a5b-7f9c-436e-9e87-6bd933fc60b0 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.41 "DELETE /v2.0/ports/7c1a8203-c49c-4900-9736-ab30590a7bf1 HTTP/1.1" status: 204 len: 173 time: 1.2907705 May 04 17:06:35.228115 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd16f888-0898-4b5b-88e7-790b0548e87e', 'name': 'network-vif-deleted', 'tag': '7c1a8203-c49c-4900-9736-ab30590a7bf1', 'status': 'completed', 'code': 200} May 04 17:06:35.330701 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-d3693611-d3e4-49a3-9ea2-9921da63882d None None] Set router 94b863db-620a-4e6d-9422-70ae39f9f218 gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:06:35.446849 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9f31f-bba7-48cf-947f-0d7f35fcfd6b req-19f0bb7e-7f0e-44a9-8f50-8a6b4594cf94 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:35.448328 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-67a9f31f-bba7-48cf-947f-0d7f35fcfd6b req-19f0bb7e-7f0e-44a9-8f50-8a6b4594cf94 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 945 time: 0.0876989 May 04 17:06:35.499392 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-67a9f31f-bba7-48cf-947f-0d7f35fcfd6b req-aaec3860-cd38-46dc-aab6-0dc3c46f12f3 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445206 May 04 17:06:35.641339 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-d3693611-d3e4-49a3-9ea2-9921da63882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'name': 'tempest-AttachVolumeShelveTestJSON-1378711398-router', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:23Z', 'updated_at': '2021-05-04T17:02:37Z', 'revision_number': 4, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'gw_port': {'id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:25Z', 'updated_at': '2021-05-04T17:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': '718b8019-836f-4101-b861-85fba12b4299', 'name': '', 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'mac_address': 'fa:16:3e:e7:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:34Z', 'updated_at': '2021-05-04T17:02:48Z', 'revision_number': 5, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'subnets': [{'id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:35.645277 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3693611-d3e4-49a3-9ea2-9921da63882d None None] Checking router: 94b863db-620a-4e6d-9422-70ae39f9f218 for host: dv-cinder-789603-1-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:06:35.654525 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3693611-d3e4-49a3-9ea2-9921da63882d None None] Routers {'94b863db-620a-4e6d-9422-70ae39f9f218'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:06:35.655121 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-d3693611-d3e4-49a3-9ea2-9921da63882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:06:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['94b863db-620a-4e6d-9422-70ae39f9f218'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:35.708818 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1a83e673-ce02-4340-8eae-2c74398debdf req-7ed78c18-9d17-493d-9092-d7e46b9ae8c0 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd16f888-0898-4b5b-88e7-790b0548e87e HTTP/1.1" status: 200 len: 210 time: 0.0502977 May 04 17:06:35.872829 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-d3693611-d3e4-49a3-9ea2-9921da63882d None None] Set router 94b863db-620a-4e6d-9422-70ae39f9f218 gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:06:36.215415 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-d3693611-d3e4-49a3-9ea2-9921da63882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'name': 'tempest-AttachVolumeShelveTestJSON-1378711398-router', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:23Z', 'updated_at': '2021-05-04T17:02:37Z', 'revision_number': 4, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'gw_port': {'id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:25Z', 'updated_at': '2021-05-04T17:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': '718b8019-836f-4101-b861-85fba12b4299', 'name': '', 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'mac_address': 'fa:16:3e:e7:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:34Z', 'updated_at': '2021-05-04T17:02:48Z', 'revision_number': 5, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'subnets': [{'id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:36.219686 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3693611-d3e4-49a3-9ea2-9921da63882d None None] The sync data for ids ['94b863db-620a-4e6d-9422-70ae39f9f218'] in dv-cinder-789603-1-smb is: [{'id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'name': 'tempest-AttachVolumeShelveTestJSON-1378711398-router', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:23Z', 'updated_at': '2021-05-04T17:02:37Z', 'revision_number': 4, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'gw_port': {'id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:25Z', 'updated_at': '2021-05-04T17:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': '718b8019-836f-4101-b861-85fba12b4299', 'name': '', 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'mac_address': 'fa:16:3e:e7:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:34Z', 'updated_at': '2021-05-04T17:02:48Z', 'revision_number': 5, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'subnets': [{'id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:06:36.436728 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6f22a-badb-4e36-bf58-bd95c5455748 None None] New status for floating IP 7957d9f9-56c0-4dfa-8b13-5ec9e38ded32: DOWN {{(pid=73811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:06:36.489317 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 7c1a8203-c49c-4900-9736-ab30590a7bf1 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:06:36.546532 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] No Port match for: 7c1a8203-c49c-4900-9736-ab30590a7bf1 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:06:36.546883 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 7c1a8203-c49c-4900-9736-ab30590a7bf1 not bound to the agent host hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:06:36.702197 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a998f4-9f71-40ea-8dda-a2956cd29f84 req-607f5293-609e-4bdf-b342-38065f28e33c tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:36.703719 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d6a998f4-9f71-40ea-8dda-a2956cd29f84 req-607f5293-609e-4bdf-b342-38065f28e33c tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 945 time: 0.0876348 May 04 17:06:36.764971 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d6a998f4-9f71-40ea-8dda-a2956cd29f84 req-f1f7aa50-f0ae-48f8-b1f0-e7ac09d611a3 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498018 May 04 17:06:36.858983 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 52738) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:36.932305 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-616105df-8778-43aa-9bdb-22d315271d5a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:36.968506 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-616105df-8778-43aa-9bdb-22d315271d5a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:37.101698 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec46b8-2199-4c7a-91c5-f0ccea0477e9 req-2cb92ab4-ce66-4d96-a6da-f8ae4081c85b tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:37.102521 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-5dec46b8-2199-4c7a-91c5-f0ccea0477e9 req-2cb92ab4-ce66-4d96-a6da-f8ae4081c85b tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Synchronizing usage tracker for tenant:3e556e3a64b64ac6b171c7d580893947 on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:06:37.117974 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-616105df-8778-43aa-9bdb-22d315271d5a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:37.123528 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-9a6308f5-5822-4a27-b584-21ca1710034f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:37.138007 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-5dec46b8-2199-4c7a-91c5-f0ccea0477e9 req-2cb92ab4-ce66-4d96-a6da-f8ae4081c85b tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Unset dirty status for tenant:3e556e3a64b64ac6b171c7d580893947 on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:06:37.139137 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-5dec46b8-2199-4c7a-91c5-f0ccea0477e9 req-2cb92ab4-ce66-4d96-a6da-f8ae4081c85b tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.41 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 945 time: 0.1731532 May 04 17:06:37.143615 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616105df-8778-43aa-9bdb-22d315271d5a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9a2328-77ed-4839-87d4-b7b47f930854,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:37.147310 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-616105df-8778-43aa-9bdb-22d315271d5a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:37.212364 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-616105df-8778-43aa-9bdb-22d315271d5a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:37.216270 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-616105df-8778-43aa-9bdb-22d315271d5a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "DELETE /v2.0/security-groups/2f9a2328-77ed-4839-87d4-b7b47f930854 HTTP/1.1" status: 204 len: 168 time: 0.3552284 May 04 17:06:37.216888 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 52748) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:37.253140 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.api.v2.resource [None req-f9872543-3a95-4a85-8114-94a34cb9543e tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] show failed (client error): The resource could not be found. May 04 17:06:37.257808 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-f9872543-3a95-4a85-8114-94a34cb9543e tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups/2f9a2328-77ed-4839-87d4-b7b47f930854 HTTP/1.1" status: 404 len: 347 time: 0.0338078 May 04 17:06:37.258652 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 52752) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:37.349679 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-5dec46b8-2199-4c7a-91c5-f0ccea0477e9 req-ef2de629-64e7-4313-b182-d14c5cc3be10 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Deleting port 99e13ac4-751e-4fbb-bb01-2edfb4e0aae2 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:06:37.350295 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-5dec46b8-2199-4c7a-91c5-f0ccea0477e9 req-ef2de629-64e7-4313-b182-d14c5cc3be10 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:37.519046 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-5dec46b8-2199-4c7a-91c5-f0ccea0477e9 req-ef2de629-64e7-4313-b182-d14c5cc3be10 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] For port 99e13ac4-751e-4fbb-bb01-2edfb4e0aae2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=99e13ac4-751e-4fbb-bb01-2edfb4e0aae2,segment=NetworkSegment(2390be27-c828-4eea-a644-31d917c05428),segment_id=2390be27-c828-4eea-a644-31d917c05428)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:06:37.519401 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-5dec46b8-2199-4c7a-91c5-f0ccea0477e9 req-ef2de629-64e7-4313-b182-d14c5cc3be10 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:37.533411 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-a4da2174-60f3-4eea-9546-7794e405631f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Deleting port 6a9597c6-db5e-49a1-b59a-ff22a4d29c3f {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:06:37.533750 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a4da2174-60f3-4eea-9546-7794e405631f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:37.645498 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-5dec46b8-2199-4c7a-91c5-f0ccea0477e9 req-ef2de629-64e7-4313-b182-d14c5cc3be10 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Calling delete_port for 99e13ac4-751e-4fbb-bb01-2edfb4e0aae2 owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:06:37.658031 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a4da2174-60f3-4eea-9546-7794e405631f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:37.658387 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a4da2174-60f3-4eea-9546-7794e405631f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:37.774625 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-5dec46b8-2199-4c7a-91c5-f0ccea0477e9 req-ef2de629-64e7-4313-b182-d14c5cc3be10 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:37.782390 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-9c71b1b1-535b-46bb-bfc6-97cd8c14d52c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:37.800973 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-a4da2174-60f3-4eea-9546-7794e405631f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Calling delete_port for 6a9597c6-db5e-49a1-b59a-ff22a4d29c3f owned by network:floatingip {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:06:37.801737 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['f3224b67-3480-48b3-8fd3-5c7e4e13364f', '99e13ac4-751e-4fbb-bb01-2edfb4e0aae2'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:06:37.840902 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2de629-64e7-4313-b182-d14c5cc3be10 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Pushing event deleted for resources: {'Port': ['ID=99e13ac4-751e-4fbb-bb01-2edfb4e0aae2,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:37.843652 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ef2de629-64e7-4313-b182-d14c5cc3be10 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:37.946038 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dec46b8-2199-4c7a-91c5-f0ccea0477e9 req-ef2de629-64e7-4313-b182-d14c5cc3be10 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] No DVR routers for this DVR port 99e13ac4-751e-4fbb-bb01-2edfb4e0aae2 on host hv-cinder-78960 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:06:37.950439 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-5dec46b8-2199-4c7a-91c5-f0ccea0477e9 req-ef2de629-64e7-4313-b182-d14c5cc3be10 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:37.973385 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b1a043-5361-4e5b-96e0-090b97d8c889', 'name': 'network-vif-deleted', 'tag': '99e13ac4-751e-4fbb-bb01-2edfb4e0aae2'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:06:37.995214 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-5dec46b8-2199-4c7a-91c5-f0ccea0477e9 req-ef2de629-64e7-4313-b182-d14c5cc3be10 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.41 "DELETE /v2.0/ports/99e13ac4-751e-4fbb-bb01-2edfb4e0aae2 HTTP/1.1" status: 204 len: 173 time: 0.8438275 May 04 17:06:38.019369 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a4da2174-60f3-4eea-9546-7794e405631f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-721926'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:38.034185 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:38.048728 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b1a043-5361-4e5b-96e0-090b97d8c889', 'name': 'network-vif-deleted', 'tag': '99e13ac4-751e-4fbb-bb01-2edfb4e0aae2', 'status': 'completed', 'code': 200} May 04 17:06:38.091088 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-891130f1-cbf0-4290-8680-769412b30a54 req-41a481ca-96a1-4b2c-ad4c-66eecfc7f3f5 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1a043-5361-4e5b-96e0-090b97d8c889 HTTP/1.1" status: 200 len: 210 time: 0.1063998 May 04 17:06:38.107264 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da2174-60f3-4eea-9546-7794e405631f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Pushing event deleted for resources: {'Port': ['ID=6a9597c6-db5e-49a1-b59a-ff22a4d29c3f,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:38.144549 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da2174-60f3-4eea-9546-7794e405631f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:38.145343 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da2174-60f3-4eea-9546-7794e405631f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:38.145343 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da2174-60f3-4eea-9546-7794e405631f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:38.145574 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da2174-60f3-4eea-9546-7794e405631f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:38.146410 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da2174-60f3-4eea-9546-7794e405631f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:38.146410 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da2174-60f3-4eea-9546-7794e405631f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:38.146907 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da2174-60f3-4eea-9546-7794e405631f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:38.148019 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da2174-60f3-4eea-9546-7794e405631f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:38.148429 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da2174-60f3-4eea-9546-7794e405631f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:38.153072 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da2174-60f3-4eea-9546-7794e405631f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:38.153569 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da2174-60f3-4eea-9546-7794e405631f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:38.153996 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da2174-60f3-4eea-9546-7794e405631f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:38.186465 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a4da2174-60f3-4eea-9546-7794e405631f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:38.216860 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a4da2174-60f3-4eea-9546-7794e405631f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for floatingip, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:38.238428 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a4da2174-60f3-4eea-9546-7794e405631f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:38.239550 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-a4da2174-60f3-4eea-9546-7794e405631f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "DELETE /v2.0/floatingips/7957d9f9-56c0-4dfa-8b13-5ec9e38ded32 HTTP/1.1" status: 204 len: 168 time: 0.9790165 May 04 17:06:38.521933 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 52770) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:38.531177 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-e27dc8c3-3c50-4cd3-a393-fe67cb85541b tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--795985042', 'description': 'tempest-description--693848780'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:38.537125 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e27dc8c3-3c50-4cd3-a393-fe67cb85541b tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:38.542832 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e27dc8c3-3c50-4cd3-a393-fe67cb85541b tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Usage tracker for resource:security_group and tenant:a530a7f8042040e98a19a0a59ab370ed is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:38.546106 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e27dc8c3-3c50-4cd3-a393-fe67cb85541b tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:38.554459 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e27dc8c3-3c50-4cd3-a393-fe67cb85541b tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:38.565183 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e27dc8c3-3c50-4cd3-a393-fe67cb85541b tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:38.587094 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e27dc8c3-3c50-4cd3-a393-fe67cb85541b tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:38.592647 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e27dc8c3-3c50-4cd3-a393-fe67cb85541b tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Usage tracker for resource:security_group_rule and tenant:a530a7f8042040e98a19a0a59ab370ed is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:38.596648 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e27dc8c3-3c50-4cd3-a393-fe67cb85541b tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:38.606673 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e27dc8c3-3c50-4cd3-a393-fe67cb85541b tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:38.685777 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e27dc8c3-3c50-4cd3-a393-fe67cb85541b tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:38.690717 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e27dc8c3-3c50-4cd3-a393-fe67cb85541b tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:38.696986 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-edd9c63b-75df-487d-9f30-82a9ec7e78b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:38.738647 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27dc8c3-3c50-4cd3-a393-fe67cb85541b tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e5c422-ed9c-415c-a2d3-a9ce2be84707,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:38.742810 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e27dc8c3-3c50-4cd3-a393-fe67cb85541b tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:38.758991 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e27dc8c3-3c50-4cd3-a393-fe67cb85541b tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:38.760586 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-e27dc8c3-3c50-4cd3-a393-fe67cb85541b tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2371459 May 04 17:06:38.763394 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 52776) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:38.769697 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-e7e728d6-3b05-4c2e-9ddb-a1865011fc21 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Request body: {'security_group_rule': {'security_group_id': 'a7e5c422-ed9c-415c-a2d3-a9ce2be84707', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:38.777540 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e7e728d6-3b05-4c2e-9ddb-a1865011fc21 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:38.781470 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e7e728d6-3b05-4c2e-9ddb-a1865011fc21 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Usage tracker for resource:security_group_rule and tenant:a530a7f8042040e98a19a0a59ab370ed is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:38.784697 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e7e728d6-3b05-4c2e-9ddb-a1865011fc21 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:38.791540 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e7e728d6-3b05-4c2e-9ddb-a1865011fc21 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:38.809836 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e7e728d6-3b05-4c2e-9ddb-a1865011fc21 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:38.930437 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e7e728d6-3b05-4c2e-9ddb-a1865011fc21 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:38.934954 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e7e728d6-3b05-4c2e-9ddb-a1865011fc21 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559949'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:38.945179 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb384522-7650-4abb-8720-a045c000a3ba req-0c5949d7-e4f9-4b9f-abab-4a168a15220a tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:38.946658 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-cb384522-7650-4abb-8720-a045c000a3ba req-0c5949d7-e4f9-4b9f-abab-4a168a15220a tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b19df14-b1f8-4522-9233-a5ec86f2c839 HTTP/1.1" status: 200 len: 945 time: 0.1277559 May 04 17:06:38.950604 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:38.990492 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e728d6-3b05-4c2e-9ddb-a1865011fc21 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c692cb5-9f5d-4c7f-bf0e-16245cc59787,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:38.995185 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e7e728d6-3b05-4c2e-9ddb-a1865011fc21 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:38.997789 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e7e728d6-3b05-4c2e-9ddb-a1865011fc21 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:38.998723 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-e7e728d6-3b05-4c2e-9ddb-a1865011fc21 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2341957 May 04 17:06:39.002088 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 52780) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:39.007935 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-103e3797-ca69-48f3-8efa-97112c6d5e6a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Request body: {'security_group_rule': {'security_group_id': 'a7e5c422-ed9c-415c-a2d3-a9ce2be84707', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:39.013787 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-103e3797-ca69-48f3-8efa-97112c6d5e6a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:39.017681 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-103e3797-ca69-48f3-8efa-97112c6d5e6a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Usage tracker for resource:security_group_rule and tenant:a530a7f8042040e98a19a0a59ab370ed is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:39.018010 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-cb384522-7650-4abb-8720-a045c000a3ba req-0e5f6bd3-8ab3-473f-a3cd-a8a5576a377d tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4c129da-5431-4d0b-b90f-1b4efc0f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618420 May 04 17:06:39.020728 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-103e3797-ca69-48f3-8efa-97112c6d5e6a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:39.028621 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-103e3797-ca69-48f3-8efa-97112c6d5e6a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:39.044958 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-103e3797-ca69-48f3-8efa-97112c6d5e6a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:39.110488 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-103e3797-ca69-48f3-8efa-97112c6d5e6a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:39.114440 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-103e3797-ca69-48f3-8efa-97112c6d5e6a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559949'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:39.117003 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:39.138802 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e3797-ca69-48f3-8efa-97112c6d5e6a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e98900-d683-4bfe-aed0-32ca8eb4c910,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:39.150865 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e3797-ca69-48f3-8efa-97112c6d5e6a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:39.151338 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e3797-ca69-48f3-8efa-97112c6d5e6a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:39.151338 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e3797-ca69-48f3-8efa-97112c6d5e6a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:39.151670 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e3797-ca69-48f3-8efa-97112c6d5e6a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:39.152016 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e3797-ca69-48f3-8efa-97112c6d5e6a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:39.152364 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e3797-ca69-48f3-8efa-97112c6d5e6a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:39.152750 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e3797-ca69-48f3-8efa-97112c6d5e6a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:39.153077 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e3797-ca69-48f3-8efa-97112c6d5e6a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:39.153420 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e3797-ca69-48f3-8efa-97112c6d5e6a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:39.153810 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e3797-ca69-48f3-8efa-97112c6d5e6a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:39.154162 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e3797-ca69-48f3-8efa-97112c6d5e6a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:39.154509 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e3797-ca69-48f3-8efa-97112c6d5e6a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:39.157555 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-103e3797-ca69-48f3-8efa-97112c6d5e6a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:39.158708 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-103e3797-ca69-48f3-8efa-97112c6d5e6a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1555483 May 04 17:06:39.159694 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-103e3797-ca69-48f3-8efa-97112c6d5e6a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:39.161691 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 52786) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:39.167696 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-cded6085-e33a-48ab-b39e-06741b55b92a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Request body: {'floatingip': {'floating_network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:39.173578 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-cded6085-e33a-48ab-b39e-06741b55b92a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:39.179999 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-cded6085-e33a-48ab-b39e-06741b55b92a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Usage tracker for resource:floatingip and tenant:a530a7f8042040e98a19a0a59ab370ed is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:39.182946 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-cded6085-e33a-48ab-b39e-06741b55b92a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:39.188716 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-cded6085-e33a-48ab-b39e-06741b55b92a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:39.200327 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cded6085-e33a-48ab-b39e-06741b55b92a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for floatingip, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:39.436909 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cded6085-e33a-48ab-b39e-06741b55b92a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:39.573389 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc452a-68f1-492c-9bfd-d2ec32323065 req-800929e5-b134-47a9-b237-5e4b618b1a74 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:39.574822 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-29bc452a-68f1-492c-9bfd-d2ec32323065 req-800929e5-b134-47a9-b237-5e4b618b1a74 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.0883329 May 04 17:06:39.583351 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-cded6085-e33a-48ab-b39e-06741b55b92a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Allocated IP 172.28.3.28 (1fe869af-eee2-4a76-a542-2bd1a37527f5/ac6ef9b7-a26d-4df8-9aa7-613a10e1e621/5d7f6dbc-b06c-487c-af4d-f99e4ea3c896) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:06:39.624698 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-29bc452a-68f1-492c-9bfd-d2ec32323065 req-6767a4a4-cddb-4e0e-8fbb-97d0dd377255 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413370 May 04 17:06:39.737321 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cded6085-e33a-48ab-b39e-06741b55b92a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:39.774657 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cded6085-e33a-48ab-b39e-06741b55b92a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:39.782165 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d4249848-139e-42ce-b32c-1a52b1859754 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:39.845642 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cded6085-e33a-48ab-b39e-06741b55b92a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Network 1fe869af-eee2-4a76-a542-2bd1a37527f5 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:06:39.848549 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-cded6085-e33a-48ab-b39e-06741b55b92a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:06:39.851321 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cded6085-e33a-48ab-b39e-06741b55b92a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:06:39.908640 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded6085-e33a-48ab-b39e-06741b55b92a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Pushing event updated for resources: {'Port': ['ID=5d7f6dbc-b06c-487c-af4d-f99e4ea3c896,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:39.912036 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-cded6085-e33a-48ab-b39e-06741b55b92a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:39.950690 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cded6085-e33a-48ab-b39e-06741b55b92a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:40.011801 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cded6085-e33a-48ab-b39e-06741b55b92a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:40.204153 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc61d72-cd79-41fb-86c7-ae73affd082a req-fb1de79e-2969-47ef-9763-755356a59874 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:40.205725 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1bc61d72-cd79-41fb-86c7-ae73affd082a req-fb1de79e-2969-47ef-9763-755356a59874 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b19df14-b1f8-4522-9233-a5ec86f2c839 HTTP/1.1" status: 200 len: 945 time: 0.0799458 May 04 17:06:40.221833 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cded6085-e33a-48ab-b39e-06741b55b92a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:40.226789 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cded6085-e33a-48ab-b39e-06741b55b92a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:40.231530 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c41aa77f-c255-446f-8e90-59a5133bbf47 tempest-VolumesActionsTest-1323631313 tempest-VolumesActionsTest-1323631313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:40.312461 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-1bc61d72-cd79-41fb-86c7-ae73affd082a req-53640da7-2e7a-4e0e-bd28-c7166872e470 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4c129da-5431-4d0b-b90f-1b4efc0f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007195 May 04 17:06:40.339748 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded6085-e33a-48ab-b39e-06741b55b92a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Pushing event updated for resources: {'Port': ['ID=5d7f6dbc-b06c-487c-af4d-f99e4ea3c896,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:40.343653 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-cded6085-e33a-48ab-b39e-06741b55b92a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:40.350075 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cded6085-e33a-48ab-b39e-06741b55b92a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785499'] for floatingip, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:40.373091 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cded6085-e33a-48ab-b39e-06741b55b92a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for floatingip, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:40.374262 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-cded6085-e33a-48ab-b39e-06741b55b92a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2116683 May 04 17:06:40.512895 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 99e13ac4-751e-4fbb-bb01-2edfb4e0aae2 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:06:40.547923 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] No Port match for: 99e13ac4-751e-4fbb-bb01-2edfb4e0aae2 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:06:40.548270 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 99e13ac4-751e-4fbb-bb01-2edfb4e0aae2 not bound to the agent host hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:06:40.593007 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-31fd0e96-7a11-4196-89d1-b74d0eb49529 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Synchronizing usage tracker for tenant:a530a7f8042040e98a19a0a59ab370ed on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:06:40.608351 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-31fd0e96-7a11-4196-89d1-b74d0eb49529 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Unset dirty status for tenant:a530a7f8042040e98a19a0a59ab370ed on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:06:40.609548 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-31fd0e96-7a11-4196-89d1-b74d0eb49529 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--795985042&fields=id&tenant_id=a530a7f8042040e98a19a0a59ab370ed HTTP/1.1" status: 200 len: 267 time: 0.0562143 May 04 17:06:40.800030 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-ee550dc5-53bb-499c-9b4c-ec0a9b4a22fd tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:40.801358 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-ee550dc5-53bb-499c-9b4c-ec0a9b4a22fd tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/networks?id=805702bb-73e1-49e9-949a-99d683f18b45 HTTP/1.1" status: 200 len: 817 time: 0.1852083 May 04 17:06:40.818907 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-9baf5929-b66a-417d-af44-85ab64e3da2f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/quotas/a530a7f8042040e98a19a0a59ab370ed HTTP/1.1" status: 200 len: 375 time: 0.0104713 May 04 17:06:40.893683 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc00d3-f11c-4b00-9117-bfb668606a14 req-b561af13-07c6-4492-9003-1e28b3713046 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:40.895179 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e6bc00d3-f11c-4b00-9117-bfb668606a14 req-b561af13-07c6-4492-9003-1e28b3713046 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.1588542 May 04 17:06:40.960596 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-9bee00a8-2a14-4ea6-96ac-3fb7cc5bd062 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Synchronizing usage tracker for tenant:a530a7f8042040e98a19a0a59ab370ed on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:06:40.965550 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e6bc00d3-f11c-4b00-9117-bfb668606a14 req-1de2fbf5-8a24-41d2-b759-807536519a42 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637455 May 04 17:06:40.982665 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-9bee00a8-2a14-4ea6-96ac-3fb7cc5bd062 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Unset dirty status for tenant:a530a7f8042040e98a19a0a59ab370ed on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:06:40.984473 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-9bee00a8-2a14-4ea6-96ac-3fb7cc5bd062 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a530a7f8042040e98a19a0a59ab370ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1566951 May 04 17:06:41.124193 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-a2246eed-03e0-4129-9744-369d7ab6720f service neutron] 10.222.0.24 "GET /v2.0/networks/805702bb-73e1-49e9-949a-99d683f18b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280518 May 04 17:06:41.258598 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-537822e8-57bb-47a2-814b-18c061cdc163 service neutron] 10.222.0.24 "GET /v2.0/networks/805702bb-73e1-49e9-949a-99d683f18b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283545 May 04 17:06:41.475565 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a277ba14-e19c-412e-98f0-da44a6437e57 req-33487ffc-06c6-4918-a6cd-48bf33211448 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 210 time: 0.0777349 May 04 17:06:41.536267 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ac8f7-0f80-43bc-a800-821da6ba8d7c req-b1770ebc-0edc-469d-aea9-2b6cbad553f0 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:41.537763 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-962ac8f7-0f80-43bc-a800-821da6ba8d7c req-b1770ebc-0edc-469d-aea9-2b6cbad553f0 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b19df14-b1f8-4522-9233-a5ec86f2c839 HTTP/1.1" status: 200 len: 945 time: 0.1038764 May 04 17:06:41.587080 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-962ac8f7-0f80-43bc-a800-821da6ba8d7c req-bdffd2bc-1f14-400d-a09d-1c5798db5137 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4c129da-5431-4d0b-b90f-1b4efc0f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428627 May 04 17:06:42.159394 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08e44c-7658-4819-860f-914942978859 req-ef5c5efa-3e82-410c-b9f9-0a8f5ed28a21 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:42.160923 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-db08e44c-7658-4819-860f-914942978859 req-ef5c5efa-3e82-410c-b9f9-0a8f5ed28a21 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.0852568 May 04 17:06:42.208015 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-db08e44c-7658-4819-860f-914942978859 req-6e6a8d47-86a8-47f2-aa88-edf16beda659 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390890 May 04 17:06:42.406213 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c6b7bcad-2111-4d6a-ab0e-ebfd13cc19f4 req-768dc80e-afe2-4d97-80c2-6705588d0f06 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733645 May 04 17:06:42.540742 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7bcad-2111-4d6a-ab0e-ebfd13cc19f4 req-330d2623-52a9-4be7-b363-ad18cff6f231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:42.542269 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c6b7bcad-2111-4d6a-ab0e-ebfd13cc19f4 req-330d2623-52a9-4be7-b363-ad18cff6f231 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83b14f849204c3cac0cfd0b7b059636&device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 1099 time: 0.0883474 May 04 17:06:42.670919 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ea6c2fbd-b685-4ef7-a05f-548ecbe59385 req-57ab543e-1a4b-493d-9c63-5cc84b31a239 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 210 time: 0.0536766 May 04 17:06:42.710636 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-3b58304d-82e1-4db4-9afc-312d449c20c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:42.844760 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5dfb53-7dca-4d20-84e1-72d691624cf3 req-30dc4a6d-25f0-4764-860d-faaaabf83ed9 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:42.846685 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4d5dfb53-7dca-4d20-84e1-72d691624cf3 req-30dc4a6d-25f0-4764-860d-faaaabf83ed9 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b19df14-b1f8-4522-9233-a5ec86f2c839 HTTP/1.1" status: 200 len: 945 time: 0.1058195 May 04 17:06:42.900705 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4d5dfb53-7dca-4d20-84e1-72d691624cf3 req-11da03a1-a23d-480c-a5a5-da876dd82514 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4c129da-5431-4d0b-b90f-1b4efc0f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458407 May 04 17:06:42.910797 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-12af3588-c82e-4520-b4e2-0f82c670fb3b tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:42.912224 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-12af3588-c82e-4520-b4e2-0f82c670fb3b tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.41 "GET /v2.0/networks?id=805702bb-73e1-49e9-949a-99d683f18b45 HTTP/1.1" status: 200 len: 817 time: 0.3185415 May 04 17:06:42.914124 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7bcad-2111-4d6a-ab0e-ebfd13cc19f4 req-2972213c-0084-4111-9e2a-c7a449ccfc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:42.915440 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c6b7bcad-2111-4d6a-ab0e-ebfd13cc19f4 req-2972213c-0084-4111-9e2a-c7a449ccfc12 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23df80bd-2b5c-4d29-962a-2ad738e32bba HTTP/1.1" status: 200 len: 912 time: 0.3203151 May 04 17:06:43.073138 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-84f9d0a7-d776-419d-b8a8-f69cb3221fd5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Synchronizing usage tracker for tenant:a530a7f8042040e98a19a0a59ab370ed on resource:security_group {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:06:43.082832 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c6b7bcad-2111-4d6a-ab0e-ebfd13cc19f4 req-8547e76b-6c78-4258-abe8-d100cd0e8fed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30175801-d24b-431f-8c02-1152943fbd2a HTTP/1.1" status: 200 len: 1001 time: 0.1220045 May 04 17:06:43.092768 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-84f9d0a7-d776-419d-b8a8-f69cb3221fd5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Unset dirty status for tenant:a530a7f8042040e98a19a0a59ab370ed on resource:security_group {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:06:43.093794 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-84f9d0a7-d776-419d-b8a8-f69cb3221fd5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a530a7f8042040e98a19a0a59ab370ed HTTP/1.1" status: 200 len: 379 time: 0.1469462 May 04 17:06:43.120224 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-92918a59-cb3d-4a5f-8f64-a0b683d0bb80 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Request body: {'port': {'device_id': '22d402f8-49ae-4dac-aa02-ebfd477b25cd', 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'admin_state_up': True, 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'security_groups': ['a7e5c422-ed9c-415c-a2d3-a9ce2be84707']}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:43.397232 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7bcad-2111-4d6a-ab0e-ebfd13cc19f4 req-a2ef130b-4ae6-401e-a4ee-882b4007c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:43.399438 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c6b7bcad-2111-4d6a-ab0e-ebfd13cc19f4 req-a2ef130b-4ae6-401e-a4ee-882b4007c5ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98153c02-30f1-4f36-87f8-48da6381261d HTTP/1.1" status: 200 len: 850 time: 0.2837381 May 04 17:06:43.436302 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca910b5-1276-476f-9a1d-348ead6f89d7 req-4a4edc1b-97a6-4126-873e-f82e5cda4db3 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:43.437838 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8ca910b5-1276-476f-9a1d-348ead6f89d7 req-4a4edc1b-97a6-4126-873e-f82e5cda4db3 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.0856905 May 04 17:06:43.480684 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-92918a59-cb3d-4a5f-8f64-a0b683d0bb80 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:43.485192 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8ca910b5-1276-476f-9a1d-348ead6f89d7 req-a01aef10-a820-4813-b2fc-abcf084fdddd tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413725 May 04 17:06:43.490617 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-92918a59-cb3d-4a5f-8f64-a0b683d0bb80 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:43.510767 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-92918a59-cb3d-4a5f-8f64-a0b683d0bb80 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Made reservation on behalf of a530a7f8042040e98a19a0a59ab370ed for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:06:43.514407 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-92918a59-cb3d-4a5f-8f64-a0b683d0bb80 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:43.609523 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7bcad-2111-4d6a-ab0e-ebfd13cc19f4 req-dee423aa-e98b-4f7e-af32-2b646b0ae073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:43.611001 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c6b7bcad-2111-4d6a-ab0e-ebfd13cc19f4 req-dee423aa-e98b-4f7e-af32-2b646b0ae073 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23df80bd-2b5c-4d29-962a-2ad738e32bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1956444 May 04 17:06:43.762127 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23305d3c-566c-4194-ac04-ae8fdbc3c549 req-9f8b8782-c552-4eed-9386-0b95118993d4 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:43.764315 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-23305d3c-566c-4194-ac04-ae8fdbc3c549 req-9f8b8782-c552-4eed-9386-0b95118993d4 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.0888765 May 04 17:06:43.808912 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c6b7bcad-2111-4d6a-ab0e-ebfd13cc19f4 req-4e56ea35-aad0-4031-aa9d-d91787921f22 service neutron] 10.222.0.41 "GET /v2.0/networks/23df80bd-2b5c-4d29-962a-2ad738e32bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868589 May 04 17:06:43.811889 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-23305d3c-566c-4194-ac04-ae8fdbc3c549 req-088e637f-5232-4b27-bf61-c710b0068180 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406978 May 04 17:06:43.871628 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-291d5273-14ae-4252-b3c1-cc67f698929c req-02287371-1616-4968-9e78-3fb58d3cb60a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 210 time: 0.0419681 May 04 17:06:43.874992 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-92918a59-cb3d-4a5f-8f64-a0b683d0bb80 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Allocated IP 172.20.0.13 (805702bb-73e1-49e9-949a-99d683f18b45/ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab/ed70be6a-d112-4cf3-867e-2dc60035f2ae) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:06:44.019545 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c6b7bcad-2111-4d6a-ab0e-ebfd13cc19f4 req-b86ba247-d2a7-4f07-b009-d5420ebd3860 service neutron] 10.222.0.41 "GET /v2.0/networks/23df80bd-2b5c-4d29-962a-2ad738e32bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962068 May 04 17:06:44.118112 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7b234-938d-4aa7-ae90-f8b54c0ab351 req-b21a2732-bfe3-4da3-bf3a-0d6c1dda6d7b tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:44.119738 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-04f7b234-938d-4aa7-ae90-f8b54c0ab351 req-b21a2732-bfe3-4da3-bf3a-0d6c1dda6d7b tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b19df14-b1f8-4522-9233-a5ec86f2c839 HTTP/1.1" status: 200 len: 945 time: 0.1038611 May 04 17:06:44.169795 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-04f7b234-938d-4aa7-ae90-f8b54c0ab351 req-8f941b91-c0b1-4d09-92d1-478215e59cbc tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4c129da-5431-4d0b-b90f-1b4efc0f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442224 May 04 17:06:44.172153 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-92918a59-cb3d-4a5f-8f64-a0b683d0bb80 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:44.188774 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-92918a59-cb3d-4a5f-8f64-a0b683d0bb80 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Transition to ACTIVE for port object ed70be6a-d112-4cf3-867e-2dc60035f2ae will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:06:44.212796 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-92918a59-cb3d-4a5f-8f64-a0b683d0bb80 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:44.218364 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:44.276644 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-92918a59-cb3d-4a5f-8f64-a0b683d0bb80 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Network 805702bb-73e1-49e9-949a-99d683f18b45 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:06:44.287371 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-92918a59-cb3d-4a5f-8f64-a0b683d0bb80 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:06:44.291987 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-92918a59-cb3d-4a5f-8f64-a0b683d0bb80 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:06:44.329940 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92918a59-cb3d-4a5f-8f64-a0b683d0bb80 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Pushing event updated for resources: {'Port': ['ID=ed70be6a-d112-4cf3-867e-2dc60035f2ae,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:44.339283 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-92918a59-cb3d-4a5f-8f64-a0b683d0bb80 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:44.362823 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-92918a59-cb3d-4a5f-8f64-a0b683d0bb80 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:44.363467 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-92918a59-cb3d-4a5f-8f64-a0b683d0bb80 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:44.390691 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-92918a59-cb3d-4a5f-8f64-a0b683d0bb80 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2759719 May 04 17:06:44.409371 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-6893a3c2-ad43-43c0-9df3-ea0cb211a860 service neutron] Request body: {'port': {'device_id': '22d402f8-49ae-4dac-aa02-ebfd477b25cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:44.477864 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-ab0323fb-5ae2-47ce-8dc0-c80e039af0fa None None] Provisioning for port ed70be6a-d112-4cf3-867e-2dc60035f2ae completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:06:44.483760 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-ab0323fb-5ae2-47ce-8dc0-c80e039af0fa None None] Provisioning complete for port ed70be6a-d112-4cf3-867e-2dc60035f2ae triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:06:44.484134 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-ab0323fb-5ae2-47ce-8dc0-c80e039af0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:44.543515 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-ab0323fb-5ae2-47ce-8dc0-c80e039af0fa None None] Port ed70be6a-d112-4cf3-867e-2dc60035f2ae cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:06:44.553038 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-6893a3c2-ad43-43c0-9df3-ea0cb211a860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:44.677403 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d814a0-3e33-407c-815d-54a8fd942b10 req-cb8639bb-7321-4722-9ca2-c93b6efc29ba tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:44.679548 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-08d814a0-3e33-407c-815d-54a8fd942b10 req-cb8639bb-7321-4722-9ca2-c93b6efc29ba tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.0831904 May 04 17:06:44.725255 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-08d814a0-3e33-407c-815d-54a8fd942b10 req-e44dddcd-2ee5-44f6-b4d1-ae2833499196 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401876 May 04 17:06:44.971173 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f023ea-194e-4eeb-9872-46f419518492 req-e2445883-6f54-4a0c-805a-3707fa46be3e tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:44.971799 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-c6f023ea-194e-4eeb-9872-46f419518492 req-e2445883-6f54-4a0c-805a-3707fa46be3e tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Synchronizing usage tracker for tenant:07971e724e4f45e69929fabaf5b1eadb on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:06:44.979612 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-6893a3c2-ad43-43c0-9df3-ea0cb211a860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed70be6a-d112-4cf3-867e-2dc60035f2ae {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:06:44.993072 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-6893a3c2-ad43-43c0-9df3-ea0cb211a860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:45.001767 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-c6f023ea-194e-4eeb-9872-46f419518492 req-e2445883-6f54-4a0c-805a-3707fa46be3e tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Unset dirty status for tenant:07971e724e4f45e69929fabaf5b1eadb on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:06:45.002906 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c6f023ea-194e-4eeb-9872-46f419518492 req-e2445883-6f54-4a0c-805a-3707fa46be3e tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b19df14-b1f8-4522-9233-a5ec86f2c839 HTTP/1.1" status: 200 len: 945 time: 0.1929653 May 04 17:06:45.011715 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-6893a3c2-ad43-43c0-9df3-ea0cb211a860 service neutron] Transition to ACTIVE for port object ed70be6a-d112-4cf3-867e-2dc60035f2ae will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:06:45.043334 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a4475-8d8c-4e83-8c8a-2a09976d29dd req-cfa8a460-fd31-4014-81cf-39c21940d4d7 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:45.044839 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4b5a4475-8d8c-4e83-8c8a-2a09976d29dd req-cfa8a460-fd31-4014-81cf-39c21940d4d7 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.1222682 May 04 17:06:45.047380 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-6893a3c2-ad43-43c0-9df3-ea0cb211a860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:45.058295 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6d1bde85-1d25-4692-a24d-71f50071617f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:45.100139 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4b5a4475-8d8c-4e83-8c8a-2a09976d29dd req-6bbeaf41-55a5-41bc-b0b9-43e6426910b4 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491633 May 04 17:06:45.135018 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe779031-319c-48b4-ad11-5b10b7d14650 req-8dc0dcee-d13c-4a66-a838-77a76bbf37c5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:45.136611 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-fe779031-319c-48b4-ad11-5b10b7d14650 req-8dc0dcee-d13c-4a66-a838-77a76bbf37c5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 944 time: 0.1387007 May 04 17:06:45.289979 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-e06e2041-a148-491b-8211-2f60d8e557e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:45.304594 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-fe779031-319c-48b4-ad11-5b10b7d14650 req-8b8a285b-9faa-4b62-af0b-b3b984f1f765 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610289 May 04 17:06:45.392362 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893a3c2-ad43-43c0-9df3-ea0cb211a860 service neutron] Pushing event updated for resources: {'Port': ['ID=ed70be6a-d112-4cf3-867e-2dc60035f2ae,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:45.400453 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6893a3c2-ad43-43c0-9df3-ea0cb211a860 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:45.416754 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccf779-9daf-4481-8078-99fb21519785 req-37b82c9b-14e0-4934-bbd8-2d720dae6d5e tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:45.418250 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8eccf779-9daf-4481-8078-99fb21519785 req-37b82c9b-14e0-4934-bbd8-2d720dae6d5e tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b19df14-b1f8-4522-9233-a5ec86f2c839 HTTP/1.1" status: 200 len: 945 time: 0.0815175 May 04 17:06:45.463974 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8eccf779-9daf-4481-8078-99fb21519785 req-dbc39413-ae02-415e-947a-2442f9e21853 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/security-groups?id=b4c129da-5431-4d0b-b90f-1b4efc0f151a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396793 May 04 17:06:45.488440 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-6893a3c2-ad43-43c0-9df3-ea0cb211a860 service neutron] Attempting to bind port ed70be6a-d112-4cf3-867e-2dc60035f2ae on host hv-cinder-78960 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:06:45.488802 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-6893a3c2-ad43-43c0-9df3-ea0cb211a860 service neutron] Attempting to bind port ed70be6a-d112-4cf3-867e-2dc60035f2ae by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'a52c2a1e-eba3-4715-a82e-ef9b22d7aced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:06:45.489126 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-6893a3c2-ad43-43c0-9df3-ea0cb211a860 service neutron] Attempting to bind port ed70be6a-d112-4cf3-867e-2dc60035f2ae on network 805702bb-73e1-49e9-949a-99d683f18b45 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:06:45.494770 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-c6f023ea-194e-4eeb-9872-46f419518492 req-0d4a29d8-9017-4a15-a231-2b5da1407636 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Deleting port 2edca76c-ae04-4192-a0e1-18057e91df15 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:06:45.495112 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-c6f023ea-194e-4eeb-9872-46f419518492 req-0d4a29d8-9017-4a15-a231-2b5da1407636 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:45.511680 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-6893a3c2-ad43-43c0-9df3-ea0cb211a860 service neutron] Port ed70be6a-d112-4cf3-867e-2dc60035f2ae on network 805702bb-73e1-49e9-949a-99d683f18b45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:06:45.512007 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-6893a3c2-ad43-43c0-9df3-ea0cb211a860 service neutron] Attempting to bind port ed70be6a-d112-4cf3-867e-2dc60035f2ae on network 805702bb-73e1-49e9-949a-99d683f18b45 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:06:45.536194 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-6893a3c2-ad43-43c0-9df3-ea0cb211a860 service neutron] Checking agent: {'id': '9f3cb959-d44b-4b8e-aa2c-516ad41b6189', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'started_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:06:45.536558 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-6893a3c2-ad43-43c0-9df3-ea0cb211a860 service neutron] Checking segment: {'id': 'a52c2a1e-eba3-4715-a82e-ef9b22d7aced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:06:45.536946 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-6893a3c2-ad43-43c0-9df3-ea0cb211a860 service neutron] Bound using segment: {'id': 'a52c2a1e-eba3-4715-a82e-ef9b22d7aced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:06:45.537375 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-6893a3c2-ad43-43c0-9df3-ea0cb211a860 service neutron] Bound port: ed70be6a-d112-4cf3-867e-2dc60035f2ae, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a52c2a1e-eba3-4715-a82e-ef9b22d7aced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:06:45.537714 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-6893a3c2-ad43-43c0-9df3-ea0cb211a860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:45.592226 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:45.707703 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-c6f023ea-194e-4eeb-9872-46f419518492 req-0d4a29d8-9017-4a15-a231-2b5da1407636 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] For port 2edca76c-ae04-4192-a0e1-18057e91df15, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2edca76c-ae04-4192-a0e1-18057e91df15,segment=NetworkSegment(d99cbea5-6c56-4df0-b304-f103c559bce9),segment_id=d99cbea5-6c56-4df0-b304-f103c559bce9)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:06:45.708279 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-c6f023ea-194e-4eeb-9872-46f419518492 req-0d4a29d8-9017-4a15-a231-2b5da1407636 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:45.774766 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-6893a3c2-ad43-43c0-9df3-ea0cb211a860 service neutron] For port ed70be6a-d112-4cf3-867e-2dc60035f2ae, host hv-cinder-78960, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:06:45.840916 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-c6f023ea-194e-4eeb-9872-46f419518492 req-0d4a29d8-9017-4a15-a231-2b5da1407636 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Calling delete_port for 2edca76c-ae04-4192-a0e1-18057e91df15 owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:06:45.849073 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-6893a3c2-ad43-43c0-9df3-ea0cb211a860 service neutron] For port ed70be6a-d112-4cf3-867e-2dc60035f2ae, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ed70be6a-d112-4cf3-867e-2dc60035f2ae,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:06:45.856362 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-6893a3c2-ad43-43c0-9df3-ea0cb211a860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:45.866936 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-92918a59-cb3d-4a5f-8f64-a0b683d0bb80 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:45.920329 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb9b99-6cf0-4cf6-9d13-50b69532d206 req-c6e5ab4a-6d3a-4d30-aba7-9c00faa371c7 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:45.921976 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-31fb9b99-6cf0-4cf6-9d13-50b69532d206 req-c6e5ab4a-6d3a-4d30-aba7-9c00faa371c7 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.0871685 May 04 17:06:45.923725 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-6893a3c2-ad43-43c0-9df3-ea0cb211a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:45.924348 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-6893a3c2-ad43-43c0-9df3-ea0cb211a860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:45.925765 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-6893a3c2-ad43-43c0-9df3-ea0cb211a860 service neutron] 10.222.0.41 "PUT /v2.0/ports/ed70be6a-d112-4cf3-867e-2dc60035f2ae HTTP/1.1" status: 200 len: 1094 time: 1.5209045 May 04 17:06:45.927527 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d402f8-49ae-4dac-aa02-ebfd477b25cd', 'tag': 'ed70be6a-d112-4cf3-867e-2dc60035f2ae'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:06:45.963505 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893a3c2-ad43-43c0-9df3-ea0cb211a860 service neutron] Pushing event updated for resources: {'Port': ['ID=ed70be6a-d112-4cf3-867e-2dc60035f2ae,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:45.967333 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6893a3c2-ad43-43c0-9df3-ea0cb211a860 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:45.999000 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-31fb9b99-6cf0-4cf6-9d13-50b69532d206 req-0d5293b4-e912-4ecf-a96e-1fc6a8f61326 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696833 May 04 17:06:46.028034 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d402f8-49ae-4dac-aa02-ebfd477b25cd', 'tag': 'ed70be6a-d112-4cf3-867e-2dc60035f2ae', 'status': 'completed', 'code': 200} May 04 17:06:46.104139 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-c6f023ea-194e-4eeb-9872-46f419518492 req-0d4a29d8-9017-4a15-a231-2b5da1407636 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:46.109904 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-cded6085-e33a-48ab-b39e-06741b55b92a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:46.117438 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['2edca76c-ae04-4192-a0e1-18057e91df15'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:06:46.169908 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a29d8-9017-4a15-a231-2b5da1407636 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Pushing event deleted for resources: {'Port': ['ID=2edca76c-ae04-4192-a0e1-18057e91df15,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:46.172934 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0d4a29d8-9017-4a15-a231-2b5da1407636 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:46.251728 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f023ea-194e-4eeb-9872-46f419518492 req-0d4a29d8-9017-4a15-a231-2b5da1407636 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] No DVR routers for this DVR port 2edca76c-ae04-4192-a0e1-18057e91df15 on host hv-cinder-78960 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:06:46.255055 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-c6f023ea-194e-4eeb-9872-46f419518492 req-0d4a29d8-9017-4a15-a231-2b5da1407636 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:46.265401 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-f4a9958b-4c2b-4dea-a09d-c64c9d168f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:46.266793 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-f4a9958b-4c2b-4dea-a09d-c64c9d168f67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a530a7f8042040e98a19a0a59ab370ed&device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 1097 time: 0.2380228 May 04 17:06:46.275903 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c6f023ea-194e-4eeb-9872-46f419518492 req-0d4a29d8-9017-4a15-a231-2b5da1407636 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.41 "DELETE /v2.0/ports/2edca76c-ae04-4192-a0e1-18057e91df15 HTTP/1.1" status: 204 len: 173 time: 1.2617221 May 04 17:06:46.370362 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0edda-85d2-4092-a46d-9fa3b1333544 req-f988a0be-030f-4c7b-a823-bb145753736c tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:46.371207 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2ff0edda-85d2-4092-a46d-9fa3b1333544 req-f988a0be-030f-4c7b-a823-bb145753736c tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.1504235 May 04 17:06:46.424794 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-07f9716f-9304-4066-a895-e9c4c3ba4514 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed70be6a-d112-4cf3-867e-2dc60035f2ae HTTP/1.1" status: 200 len: 217 time: 0.1136734 May 04 17:06:46.443192 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2ff0edda-85d2-4092-a46d-9fa3b1333544 req-a6826186-d7db-4c8e-a2f7-e4ee5963064c tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655859 May 04 17:06:46.458104 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e4a5c-c59b-4b23-bc77-cde0ef8da81a req-da1c30c3-6b57-4671-9578-9d3898812fe2 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:46.459554 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d56e4a5c-c59b-4b23-bc77-cde0ef8da81a req-da1c30c3-6b57-4671-9578-9d3898812fe2 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.41 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 946 time: 0.1575260 May 04 17:06:46.556326 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-42d622cd-4033-489c-a2f7-6a6d3b4cd8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:46.557720 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-42d622cd-4033-489c-a2f7-6a6d3b4cd8d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab HTTP/1.1" status: 200 len: 856 time: 0.1320169 May 04 17:06:46.629655 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:46.631283 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fbc3d-54aa-404c-be71-45bad0eb1016 req-80ba8327-284e-4133-9808-2c29e675629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:46.633377 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-1d4fbc3d-54aa-404c-be71-45bad0eb1016 req-80ba8327-284e-4133-9808-2c29e675629a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=507507794b464505b12fc044f369bd6d&device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 1137 time: 0.1655903 May 04 17:06:46.713365 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146ccb4-fada-4e50-9d9e-6edf7a77ad04 req-0e751ef2-7c1c-4540-90d7-3a3f16cf5b4f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:46.714830 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3146ccb4-fada-4e50-9d9e-6edf7a77ad04 req-0e751ef2-7c1c-4540-90d7-3a3f16cf5b4f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 944 time: 0.2540157 May 04 17:06:46.732170 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-60af1017-398e-4a7e-8faa-210d3909f56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:46.733659 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-60af1017-398e-4a7e-8faa-210d3909f56c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=805702bb-73e1-49e9-949a-99d683f18b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1673846 May 04 17:06:46.783770 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e835aa-d24b-4dd2-bee3-0c3d96ebb384 req-3719dadd-edd5-44b1-bdb0-bc3161eae338 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:46.785636 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f9e835aa-d24b-4dd2-bee3-0c3d96ebb384 req-3719dadd-edd5-44b1-bdb0-bc3161eae338 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 984 time: 0.2146091 May 04 17:06:46.795521 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3146ccb4-fada-4e50-9d9e-6edf7a77ad04 req-ad053f1c-861d-4134-ac91-9f8a784921d0 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738556 May 04 17:06:46.818468 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-d56e4a5c-c59b-4b23-bc77-cde0ef8da81a req-3cd0ed7d-39b9-4ffb-8c4b-4ad686971357 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Deleting port 30175801-d24b-431f-8c02-1152943fbd2a {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:06:46.818814 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-d56e4a5c-c59b-4b23-bc77-cde0ef8da81a req-3cd0ed7d-39b9-4ffb-8c4b-4ad686971357 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:46.871742 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:46.972687 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f9e835aa-d24b-4dd2-bee3-0c3d96ebb384 req-8d2bade4-c8a8-420f-b426-c32fe9c59ff9 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f2b653-6885-4077-92de-e012d54150c6&id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1759906 May 04 17:06:47.044413 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fbc3d-54aa-404c-be71-45bad0eb1016 req-6c138377-3c4a-4148-9c0f-bfeac19201a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:47.045898 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-1d4fbc3d-54aa-404c-be71-45bad0eb1016 req-6c138377-3c4a-4148-9c0f-bfeac19201a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc3461c8-37b6-4e7e-a81b-a1703af6990a HTTP/1.1" status: 200 len: 916 time: 0.4011724 May 04 17:06:47.090892 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6429a4fa-24df-484c-993a-3ce06b66207d req-18a13c59-aa3f-47f2-b8a1-4ecca933b8fc tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b19df14-b1f8-4522-9233-a5ec86f2c839 HTTP/1.1" status: 200 len: 210 time: 0.1099994 May 04 17:06:47.093357 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-d56e4a5c-c59b-4b23-bc77-cde0ef8da81a req-3cd0ed7d-39b9-4ffb-8c4b-4ad686971357 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] For port 30175801-d24b-431f-8c02-1152943fbd2a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=30175801-d24b-431f-8c02-1152943fbd2a,segment=NetworkSegment(87e26b66-4b3d-4536-a9b9-7fc8bc86198c),segment_id=87e26b66-4b3d-4536-a9b9-7fc8bc86198c)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:06:47.093357 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-d56e4a5c-c59b-4b23-bc77-cde0ef8da81a req-3cd0ed7d-39b9-4ffb-8c4b-4ad686971357 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:47.151234 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e96d7-249a-4555-bb54-2a2619e65605 req-f3f8c691-320b-4f1e-a48c-0470ffa6762f tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:47.151957 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-9a8e96d7-249a-4555-bb54-2a2619e65605 req-f3f8c691-320b-4f1e-a48c-0470ffa6762f tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Synchronizing usage tracker for tenant:3e556e3a64b64ac6b171c7d580893947 on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:06:47.175467 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-1a073efb-858b-4f36-a8f9-c7ae6644ede7 service neutron] 10.222.0.41 "GET /v2.0/networks/805702bb-73e1-49e9-949a-99d683f18b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924437 May 04 17:06:47.226879 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-1d4fbc3d-54aa-404c-be71-45bad0eb1016 req-58b472bd-df31-4cdd-8228-7697d5a81d28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3539289-7dea-4426-961d-67881f12cc0d HTTP/1.1" status: 200 len: 1000 time: 0.1701317 May 04 17:06:47.309359 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-9a8e96d7-249a-4555-bb54-2a2619e65605 req-f3f8c691-320b-4f1e-a48c-0470ffa6762f tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Unset dirty status for tenant:3e556e3a64b64ac6b171c7d580893947 on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:06:47.310465 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-9a8e96d7-249a-4555-bb54-2a2619e65605 req-f3f8c691-320b-4f1e-a48c-0470ffa6762f tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.5759747 May 04 17:06:47.387792 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad91ec-f818-4f1d-85ec-0b995aec4338 req-21a628a6-5f7f-4620-9736-02450ac6cb07 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:47.389298 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2aad91ec-f818-4f1d-85ec-0b995aec4338 req-21a628a6-5f7f-4620-9736-02450ac6cb07 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 945 time: 0.2633815 May 04 17:06:47.411184 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fbc3d-54aa-404c-be71-45bad0eb1016 req-8b498c39-9c82-45a0-996f-b4a19d3814b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:47.412652 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-1d4fbc3d-54aa-404c-be71-45bad0eb1016 req-8b498c39-9c82-45a0-996f-b4a19d3814b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2 HTTP/1.1" status: 200 len: 854 time: 0.1771891 May 04 17:06:47.510882 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-2a5bb46f-9a63-480c-a746-28ed93af61e9 req-d9cc8938-e3f6-45c1-8047-6b6a1f2f6b37 service neutron] 10.222.0.41 "GET /v2.0/networks/805702bb-73e1-49e9-949a-99d683f18b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236289 May 04 17:06:47.525941 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2aad91ec-f818-4f1d-85ec-0b995aec4338 req-cb3c628f-44eb-46bc-808a-9ed5a78c589a tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765612 May 04 17:06:47.534521 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-d56e4a5c-c59b-4b23-bc77-cde0ef8da81a req-3cd0ed7d-39b9-4ffb-8c4b-4ad686971357 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:47.535345 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-d56e4a5c-c59b-4b23-bc77-cde0ef8da81a req-3cd0ed7d-39b9-4ffb-8c4b-4ad686971357 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785499'] for floatingip, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:47.535769 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.db.l3_db [req-d56e4a5c-c59b-4b23-bc77-cde0ef8da81a req-3cd0ed7d-39b9-4ffb-8c4b-4ad686971357 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Floating IP 9b106d52-dd08-49ec-93e6-249efaf6b0e1 disassociated. External IP: 172.28.3.78, port: 30175801-d24b-431f-8c02-1152943fbd2a. May 04 17:06:47.536308 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-d56e4a5c-c59b-4b23-bc77-cde0ef8da81a req-3cd0ed7d-39b9-4ffb-8c4b-4ad686971357 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Calling delete_port for 30175801-d24b-431f-8c02-1152943fbd2a owned by compute:nova {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:06:47.562219 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-9a8e96d7-249a-4555-bb54-2a2619e65605 req-969e7409-2810-4ec1-a9bb-07a494cbdd85 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Deleting port f3224b67-3480-48b3-8fd3-5c7e4e13364f {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:06:47.562451 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-9a8e96d7-249a-4555-bb54-2a2619e65605 req-969e7409-2810-4ec1-a9bb-07a494cbdd85 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:47.636736 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fbc3d-54aa-404c-be71-45bad0eb1016 req-80150aae-e80e-4ad0-8722-e7770f27d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:47.638245 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-1d4fbc3d-54aa-404c-be71-45bad0eb1016 req-80150aae-e80e-4ad0-8722-e7770f27d46c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc3461c8-37b6-4e7e-a81b-a1703af6990a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2134721 May 04 17:06:47.712244 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-d56e4a5c-c59b-4b23-bc77-cde0ef8da81a req-3cd0ed7d-39b9-4ffb-8c4b-4ad686971357 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-721926'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:47.719952 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9946cb07-dee8-455f-8eb2-860ebd5e88bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:47.775086 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd0ed7d-39b9-4ffb-8c4b-4ad686971357 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Pushing event deleted for resources: {'Port': ['ID=30175801-d24b-431f-8c02-1152943fbd2a,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:47.778140 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3cd0ed7d-39b9-4ffb-8c4b-4ad686971357 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:47.857817 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-9a8e96d7-249a-4555-bb54-2a2619e65605 req-969e7409-2810-4ec1-a9bb-07a494cbdd85 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] For port f3224b67-3480-48b3-8fd3-5c7e4e13364f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f3224b67-3480-48b3-8fd3-5c7e4e13364f,segment=NetworkSegment(2390be27-c828-4eea-a644-31d917c05428),segment_id=2390be27-c828-4eea-a644-31d917c05428)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:06:47.858443 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-9a8e96d7-249a-4555-bb54-2a2619e65605 req-969e7409-2810-4ec1-a9bb-07a494cbdd85 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:47.962707 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234e9d7-292f-404d-affa-fac4fdd1d572 req-d97a3932-9af2-4e6f-ad35-7035634c84d2 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:47.964111 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5234e9d7-292f-404d-affa-fac4fdd1d572 req-d97a3932-9af2-4e6f-ad35-7035634c84d2 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 867 time: 0.3671589 May 04 17:06:47.995202 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-9a8e96d7-249a-4555-bb54-2a2619e65605 req-969e7409-2810-4ec1-a9bb-07a494cbdd85 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Calling delete_port for f3224b67-3480-48b3-8fd3-5c7e4e13364f owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:06:48.017442 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579f338-fbb6-49ad-b02d-8e9fe96012a6 req-4d6a0272-884d-49dc-8240-ab02a1d4ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:48.018914 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-0579f338-fbb6-49ad-b02d-8e9fe96012a6 req-4d6a0272-884d-49dc-8240-ab02a1d4ea0d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a530a7f8042040e98a19a0a59ab370ed&device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 1097 time: 0.4402244 May 04 17:06:48.027184 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-1d4fbc3d-54aa-404c-be71-45bad0eb1016 req-af495ad5-a834-4c6d-af95-963c96914e44 service neutron] 10.222.0.41 "GET /v2.0/networks/bc3461c8-37b6-4e7e-a81b-a1703af6990a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370411 May 04 17:06:48.034831 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b19df14-b1f8-4522-9233-a5ec86f2c839', 'name': 'network-vif-deleted', 'tag': '2edca76c-ae04-4192-a0e1-18057e91df15'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:06:48.141618 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5234e9d7-292f-404d-affa-fac4fdd1d572 req-afdfda9f-65ed-4e9b-9831-360bcbc0c675 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=1577035e-9514-4cb5-8b77-6fd5c1a769da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363406 May 04 17:06:48.188567 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d56e4a5c-c59b-4b23-bc77-cde0ef8da81a req-3cd0ed7d-39b9-4ffb-8c4b-4ad686971357 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Router 928fe277-0f81-4817-a076-42d113632636 has already been hosted by L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:06:48.203395 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acf914-ac6b-4f21-be89-a73e64b56219 req-32720a4b-5f27-4455-9fda-f485f2a14474 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:48.205035 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-90acf914-ac6b-4f21-be89-a73e64b56219 req-32720a4b-5f27-4455-9fda-f485f2a14474 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 944 time: 0.2542078 May 04 17:06:48.249026 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:48.320112 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579f338-fbb6-49ad-b02d-8e9fe96012a6 req-95c2fe55-680e-4f9a-b218-13b187f7e5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:48.322329 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-0579f338-fbb6-49ad-b02d-8e9fe96012a6 req-95c2fe55-680e-4f9a-b218-13b187f7e5fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=805702bb-73e1-49e9-949a-99d683f18b45 HTTP/1.1" status: 200 len: 918 time: 0.2942841 May 04 17:06:48.326776 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-1d4fbc3d-54aa-404c-be71-45bad0eb1016 req-839914f7-9d17-4244-a966-34f4e8250b41 service neutron] 10.222.0.41 "GET /v2.0/networks/bc3461c8-37b6-4e7e-a81b-a1703af6990a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687635 May 04 17:06:48.401779 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-90acf914-ac6b-4f21-be89-a73e64b56219 req-670d85b3-c9ff-4b1d-945a-2bb02fcdea5c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871598 May 04 17:06:48.438007 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-0579f338-fbb6-49ad-b02d-8e9fe96012a6 req-c4710931-b6f5-4c40-89ed-9fb8f278d62c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed70be6a-d112-4cf3-867e-2dc60035f2ae HTTP/1.1" status: 200 len: 217 time: 0.1053369 May 04 17:06:48.485218 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b19df14-b1f8-4522-9233-a5ec86f2c839', 'name': 'network-vif-deleted', 'tag': '2edca76c-ae04-4192-a0e1-18057e91df15', 'status': 'completed', 'code': 200} May 04 17:06:48.508876 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-9a8e96d7-249a-4555-bb54-2a2619e65605 req-969e7409-2810-4ec1-a9bb-07a494cbdd85 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:48.516154 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-90dcdb0f-e7a9-4669-82e5-757b7f0f3d3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:48.520613 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['f3224b67-3480-48b3-8fd3-5c7e4e13364f'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:06:48.529994 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107c549-3e1d-4d73-9d40-9db7e2cb13ee req-7430f54c-ce1b-4e6a-ae8c-fc063267eb37 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:48.531791 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5107c549-3e1d-4d73-9d40-9db7e2cb13ee req-7430f54c-ce1b-4e6a-ae8c-fc063267eb37 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 984 time: 0.2289712 May 04 17:06:48.533252 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d56e4a5c-c59b-4b23-bc77-cde0ef8da81a req-3cd0ed7d-39b9-4ffb-8c4b-4ad686971357 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:06:48.547050 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381e5250-3773-4baf-9f5f-a830e2309b06 None None] Sync routers for ids ['928fe277-0f81-4817-a076-42d113632636'] in dv-cinder-789603-1-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:06:48.564751 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381e5250-3773-4baf-9f5f-a830e2309b06 None None] Routers {'928fe277-0f81-4817-a076-42d113632636'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:06:48.565393 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-381e5250-3773-4baf-9f5f-a830e2309b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:06:45Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['928fe277-0f81-4817-a076-42d113632636'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:48.634624 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 2edca76c-ae04-4192-a0e1-18057e91df15 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:06:48.687466 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56e4a5c-c59b-4b23-bc77-cde0ef8da81a req-3cd0ed7d-39b9-4ffb-8c4b-4ad686971357 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] No DVR routers for this DVR port 30175801-d24b-431f-8c02-1152943fbd2a on host hv-cinder-78960 {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:06:48.693435 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-d56e4a5c-c59b-4b23-bc77-cde0ef8da81a req-3cd0ed7d-39b9-4ffb-8c4b-4ad686971357 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:48.705211 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244a77f2-5722-41cf-b068-067f6ab10fe4', 'name': 'network-vif-deleted', 'tag': '30175801-d24b-431f-8c02-1152943fbd2a'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:06:48.724856 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d56e4a5c-c59b-4b23-bc77-cde0ef8da81a req-3cd0ed7d-39b9-4ffb-8c4b-4ad686971357 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.41 "DELETE /v2.0/ports/30175801-d24b-431f-8c02-1152943fbd2a HTTP/1.1" status: 204 len: 173 time: 2.2252734 May 04 17:06:48.751433 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5107c549-3e1d-4d73-9d40-9db7e2cb13ee req-8bb7dde0-c38f-419f-8c89-688f97e82d4c tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f2b653-6885-4077-92de-e012d54150c6&id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1704750 May 04 17:06:48.810313 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] No Port match for: 2edca76c-ae04-4192-a0e1-18057e91df15 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:06:48.811139 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 2edca76c-ae04-4192-a0e1-18057e91df15 not bound to the agent host hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:06:48.893686 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579f338-fbb6-49ad-b02d-8e9fe96012a6 req-f48c42c3-c906-4ea8-ad74-8fb1bce44219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:48.898902 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-381e5250-3773-4baf-9f5f-a830e2309b06 None None] Set router 928fe277-0f81-4817-a076-42d113632636 gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:06:48.900929 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-0579f338-fbb6-49ad-b02d-8e9fe96012a6 req-f48c42c3-c906-4ea8-ad74-8fb1bce44219 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab HTTP/1.1" status: 200 len: 856 time: 0.4536064 May 04 17:06:48.904853 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244a77f2-5722-41cf-b068-067f6ab10fe4', 'name': 'network-vif-deleted', 'tag': '30175801-d24b-431f-8c02-1152943fbd2a', 'status': 'completed', 'code': 200} May 04 17:06:48.906483 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e7409-2810-4ec1-a9bb-07a494cbdd85 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Pushing event deleted for resources: {'Port': ['ID=f3224b67-3480-48b3-8fd3-5c7e4e13364f,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:48.934907 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-0b6ea399-187b-450d-81fa-d3273e11d44d req-ad39ac8c-8405-4629-b10d-68a312411c15 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2 HTTP/1.1" status: 200 len: 210 time: 0.1208022 May 04 17:06:49.008359 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-969e7409-2810-4ec1-a9bb-07a494cbdd85 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:49.080771 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8e96d7-249a-4555-bb54-2a2619e65605 req-969e7409-2810-4ec1-a9bb-07a494cbdd85 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] No DVR routers for this DVR port f3224b67-3480-48b3-8fd3-5c7e4e13364f on host hv-cinder-78960 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:06:49.101286 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-9a8e96d7-249a-4555-bb54-2a2619e65605 req-969e7409-2810-4ec1-a9bb-07a494cbdd85 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:49.124465 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579f338-fbb6-49ad-b02d-8e9fe96012a6 req-ca0ea709-9464-4bb8-862c-615f49ca971f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:49.126003 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-0579f338-fbb6-49ad-b02d-8e9fe96012a6 req-ca0ea709-9464-4bb8-862c-615f49ca971f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=805702bb-73e1-49e9-949a-99d683f18b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1447313 May 04 17:06:49.127261 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-9a8e96d7-249a-4555-bb54-2a2619e65605 req-969e7409-2810-4ec1-a9bb-07a494cbdd85 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] 10.222.0.41 "DELETE /v2.0/ports/f3224b67-3480-48b3-8fd3-5c7e4e13364f HTTP/1.1" status: 204 len: 173 time: 1.8093667 May 04 17:06:49.336150 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-0579f338-fbb6-49ad-b02d-8e9fe96012a6 req-85f7f842-8518-4d1c-a875-2ac6d9f277f6 service neutron] 10.222.0.41 "GET /v2.0/networks/805702bb-73e1-49e9-949a-99d683f18b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992769 May 04 17:06:49.386075 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-381e5250-3773-4baf-9f5f-a830e2309b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928fe277-0f81-4817-a076-42d113632636', 'name': 'tempest-AttachVolumeTestJSON-1477687982-router', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:24Z', 'updated_at': '2021-05-04T17:02:40Z', 'revision_number': 4, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'gw_port': {'id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:26Z', 'updated_at': '2021-05-04T17:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': 'abd15b3c-c504-4f2b-9572-88c2e75c536a', 'name': '', 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'mac_address': 'fa:16:3e:33:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '98153c02-30f1-4f36-87f8-48da6381261d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:36Z', 'updated_at': '2021-05-04T17:02:54Z', 'revision_number': 5, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'subnets': [{'id': '98153c02-30f1-4f36-87f8-48da6381261d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:49.392402 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-a085ff0b-51f2-4ffe-82ad-b61f2002421f req-febdeabb-f4b3-41a1-a4d9-5a5081132060 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Synchronizing usage tracker for tenant:a83b14f849204c3cac0cfd0b7b059636 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:06:49.403545 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381e5250-3773-4baf-9f5f-a830e2309b06 None None] Checking router: 928fe277-0f81-4817-a076-42d113632636 for host: dv-cinder-789603-1-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:06:49.409599 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-a085ff0b-51f2-4ffe-82ad-b61f2002421f req-febdeabb-f4b3-41a1-a4d9-5a5081132060 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Unset dirty status for tenant:a83b14f849204c3cac0cfd0b7b059636 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:06:49.420724 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a085ff0b-51f2-4ffe-82ad-b61f2002421f req-febdeabb-f4b3-41a1-a4d9-5a5081132060 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=244a77f2-5722-41cf-b068-067f6ab10fe4 HTTP/1.1" status: 200 len: 210 time: 0.0750151 May 04 17:06:49.421879 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381e5250-3773-4baf-9f5f-a830e2309b06 None None] Routers {'928fe277-0f81-4817-a076-42d113632636'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:06:49.422840 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-381e5250-3773-4baf-9f5f-a830e2309b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:06:45Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['928fe277-0f81-4817-a076-42d113632636'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:49.514970 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-0579f338-fbb6-49ad-b02d-8e9fe96012a6 req-b685d407-d6f2-4906-ab40-f416ba67b7ca service neutron] 10.222.0.41 "GET /v2.0/networks/805702bb-73e1-49e9-949a-99d683f18b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709766 May 04 17:06:49.627067 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab65b12-2ae2-4390-a607-40925d1b69b3 req-963044ae-b092-44d1-b601-0cfa83d921b9 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:49.629088 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-bab65b12-2ae2-4390-a607-40925d1b69b3 req-963044ae-b092-44d1-b601-0cfa83d921b9 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 944 time: 0.0860286 May 04 17:06:49.654070 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-381e5250-3773-4baf-9f5f-a830e2309b06 None None] Set router 928fe277-0f81-4817-a076-42d113632636 gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:06:49.683615 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-bab65b12-2ae2-4390-a607-40925d1b69b3 req-aed86bee-a5b0-491b-89be-a8230d2e2a10 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449865 May 04 17:06:49.954545 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160af94-9453-418b-bd4c-7e0ea3d2a034 req-cbf22c17-13c0-415c-9d52-7ad26e674045 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:49.956667 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8160af94-9453-418b-bd4c-7e0ea3d2a034 req-cbf22c17-13c0-415c-9d52-7ad26e674045 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 984 time: 0.0820613 May 04 17:06:50.010279 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8160af94-9453-418b-bd4c-7e0ea3d2a034 req-fa022d42-2f32-447a-bda6-35279c5b0743 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f2b653-6885-4077-92de-e012d54150c6&id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469561 May 04 17:06:50.033384 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-381e5250-3773-4baf-9f5f-a830e2309b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928fe277-0f81-4817-a076-42d113632636', 'name': 'tempest-AttachVolumeTestJSON-1477687982-router', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:24Z', 'updated_at': '2021-05-04T17:02:40Z', 'revision_number': 4, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'gw_port': {'id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:26Z', 'updated_at': '2021-05-04T17:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': 'abd15b3c-c504-4f2b-9572-88c2e75c536a', 'name': '', 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'mac_address': 'fa:16:3e:33:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '98153c02-30f1-4f36-87f8-48da6381261d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:36Z', 'updated_at': '2021-05-04T17:02:54Z', 'revision_number': 5, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'subnets': [{'id': '98153c02-30f1-4f36-87f8-48da6381261d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:50.037503 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381e5250-3773-4baf-9f5f-a830e2309b06 None None] The sync data for ids ['928fe277-0f81-4817-a076-42d113632636'] in dv-cinder-789603-1-smb is: [{'id': '928fe277-0f81-4817-a076-42d113632636', 'name': 'tempest-AttachVolumeTestJSON-1477687982-router', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:24Z', 'updated_at': '2021-05-04T17:02:40Z', 'revision_number': 4, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'gw_port': {'id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:26Z', 'updated_at': '2021-05-04T17:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': 'abd15b3c-c504-4f2b-9572-88c2e75c536a', 'name': '', 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'mac_address': 'fa:16:3e:33:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '98153c02-30f1-4f36-87f8-48da6381261d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:36Z', 'updated_at': '2021-05-04T17:02:54Z', 'revision_number': 5, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'subnets': [{'id': '98153c02-30f1-4f36-87f8-48da6381261d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:06:50.039703 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 52906) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:50.249341 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f74546-1e8c-4cd8-b695-680231b1a7da None None] New status for floating IP 9b106d52-dd08-49ec-93e6-249efaf6b0e1: DOWN {{(pid=73811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:06:50.488935 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2', 'name': 'network-vif-deleted', 'tag': 'f3224b67-3480-48b3-8fd3-5c7e4e13364f'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:06:50.553185 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5a0c05-6c1f-49f6-b2c0-0c45c46b9cb2', 'name': 'network-vif-deleted', 'tag': 'f3224b67-3480-48b3-8fd3-5c7e4e13364f', 'status': 'completed', 'code': 200} May 04 17:06:50.571554 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 52920) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:50.585657 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device ed70be6a-d112-4cf3-867e-2dc60035f2ae details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:06:50.656198 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-59e1f2a1-cee9-49df-a31a-eea2802ac78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655945'] for router_interface, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:50.685837 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f60549f4-4fa0-42d0-b63b-a9d465008931 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:50.692778 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device f3224b67-3480-48b3-8fd3-5c7e4e13364f no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:06:50.721434 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f60549f4-4fa0-42d0-b63b-a9d465008931 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:50.739359 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] No Port match for: f3224b67-3480-48b3-8fd3-5c7e4e13364f {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:06:50.739704 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device f3224b67-3480-48b3-8fd3-5c7e4e13364f not bound to the agent host hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:06:50.740419 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 30175801-d24b-431f-8c02-1152943fbd2a no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:06:50.786919 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f60549f4-4fa0-42d0-b63b-a9d465008931 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:50.801652 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-81cbaf06-ea43-49d4-ae23-9da4c147c31e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:50.807860 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] No Port match for: 30175801-d24b-431f-8c02-1152943fbd2a {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:06:50.808221 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 30175801-d24b-431f-8c02-1152943fbd2a not bound to the agent host hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:06:50.825774 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f60549f4-4fa0-42d0-b63b-a9d465008931 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:50.829579 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-f60549f4-4fa0-42d0-b63b-a9d465008931 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "DELETE /v2.0/security-groups/1577035e-9514-4cb5-8b77-6fd5c1a769da HTTP/1.1" status: 204 len: 168 time: 0.2535844 May 04 17:06:50.829579 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60549f4-4fa0-42d0-b63b-a9d465008931 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1577035e-9514-4cb5-8b77-6fd5c1a769da,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:50.831218 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 52928) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:50.831895 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f60549f4-4fa0-42d0-b63b-a9d465008931 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:50.857543 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.api.v2.resource [None req-9217eca2-c945-47f7-94c6-8b9b10325475 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] show failed (client error): The resource could not be found. May 04 17:06:50.861173 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-9217eca2-c945-47f7-94c6-8b9b10325475 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups/1577035e-9514-4cb5-8b77-6fd5c1a769da HTTP/1.1" status: 404 len: 347 time: 0.0256944 May 04 17:06:50.861807 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 52932) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:50.870948 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port ed70be6a-d112-4cf3-867e-2dc60035f2ae, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ed70be6a-d112-4cf3-867e-2dc60035f2ae,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:06:50.886451 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Returning: {'device': 'ed70be6a-d112-4cf3-867e-2dc60035f2ae', 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'port_id': 'ed70be6a-d112-4cf3-867e-2dc60035f2ae', 'mac_address': 'fa:16:3e:ef:0a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:06:50.947449 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:50.963356 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6367a-f1ca-419f-9592-d91117997f4d req-a4468597-02cb-4622-8664-cafd9bfedbbe tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:50.964834 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed70be6a-d112-4cf3-867e-2dc60035f2ae {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:06:50.965193 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c4d6367a-f1ca-419f-9592-d91117997f4d req-a4468597-02cb-4622-8664-cafd9bfedbbe tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 944 time: 0.0884731 May 04 17:06:50.982407 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port ed70be6a-d112-4cf3-867e-2dc60035f2ae, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ed70be6a-d112-4cf3-867e-2dc60035f2ae,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:06:50.986563 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:50.989874 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:51.013707 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c4d6367a-f1ca-419f-9592-d91117997f4d req-b5cf8b28-df61-479b-9fe4-7c8ab84fc72d tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419743 May 04 17:06:51.080277 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=ed70be6a-d112-4cf3-867e-2dc60035f2ae,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:51.089304 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:51.089641 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:51.089973 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:51.090297 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:51.090618 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:51.090936 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:51.091252 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:51.091563 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:51.091875 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:51.092189 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:51.092527 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:51.092833 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:51.096920 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:51.211231 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f695907-9263-4635-ba9e-c3ceae8a9242 req-ccd334e5-fd0b-485d-94ba-dd04dd1236f3 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:51.212733 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7f695907-9263-4635-ba9e-c3ceae8a9242 req-ccd334e5-fd0b-485d-94ba-dd04dd1236f3 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 984 time: 0.0868821 May 04 17:06:51.235607 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['ed70be6a-d112-4cf3-867e-2dc60035f2ae'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:06:51.262587 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7f695907-9263-4635-ba9e-c3ceae8a9242 req-34552a5b-d976-450d-b68c-b148323454a2 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f2b653-6885-4077-92de-e012d54150c6&id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439577 May 04 17:06:51.388696 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-563e441c-8fbf-49e9-abb0-b0b517556193 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Deleting port 04605f7a-385a-4e06-975e-4f53091d4e15 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:06:51.389349 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-563e441c-8fbf-49e9-abb0-b0b517556193 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:51.524957 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-563e441c-8fbf-49e9-abb0-b0b517556193 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:51.525202 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-563e441c-8fbf-49e9-abb0-b0b517556193 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:51.586375 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-59e1f2a1-cee9-49df-a31a-eea2802ac78e admin admin] Deleting port 6cd19d11-24d0-4398-a580-bd5c30ad3694 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:06:51.586705 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-59e1f2a1-cee9-49df-a31a-eea2802ac78e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:51.672179 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-563e441c-8fbf-49e9-abb0-b0b517556193 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Calling delete_port for 04605f7a-385a-4e06-975e-4f53091d4e15 owned by network:floatingip {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:06:51.790826 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-59e1f2a1-cee9-49df-a31a-eea2802ac78e admin admin] For port 6cd19d11-24d0-4398-a580-bd5c30ad3694, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=6cd19d11-24d0-4398-a580-bd5c30ad3694,segment=NetworkSegment(2390be27-c828-4eea-a644-31d917c05428),segment_id=2390be27-c828-4eea-a644-31d917c05428)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:06:51.791149 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-59e1f2a1-cee9-49df-a31a-eea2802ac78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:51.915882 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-59e1f2a1-cee9-49df-a31a-eea2802ac78e admin admin] Calling delete_port for 6cd19d11-24d0-4398-a580-bd5c30ad3694 owned by network:router_interface {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:06:52.134423 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-563e441c-8fbf-49e9-abb0-b0b517556193 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:52.141065 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-64999ead-60c5-4ea0-ae8d-527b25966e22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:52.194667 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e441c-8fbf-49e9-abb0-b0b517556193 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Pushing event deleted for resources: {'Port': ['ID=04605f7a-385a-4e06-975e-4f53091d4e15,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:52.197444 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-563e441c-8fbf-49e9-abb0-b0b517556193 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:52.249867 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accdc4cb-b5df-4b9c-94cd-e309e6c3ad70 req-f8b58901-e966-46c6-be61-efd4ece0a393 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:52.251637 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-accdc4cb-b5df-4b9c-94cd-e309e6c3ad70 req-f8b58901-e966-46c6-be61-efd4ece0a393 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 945 time: 0.1244695 May 04 17:06:52.326860 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-563e441c-8fbf-49e9-abb0-b0b517556193 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for floatingip, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:52.355894 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-accdc4cb-b5df-4b9c-94cd-e309e6c3ad70 req-303fe435-7f93-4744-91bb-7317a6847089 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976453 May 04 17:06:52.387754 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-563e441c-8fbf-49e9-abb0-b0b517556193 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for floatingip, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:52.389139 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-563e441c-8fbf-49e9-abb0-b0b517556193 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "DELETE /v2.0/floatingips/9b106d52-dd08-49ec-93e6-249efaf6b0e1 HTTP/1.1" status: 204 len: 168 time: 1.5262470 May 04 17:06:52.434965 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-59e1f2a1-cee9-49df-a31a-eea2802ac78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:52.439567 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7a3d4f9d-7a25-413a-b7b5-7155f2327e4c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:52.485647 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1f2a1-cee9-49df-a31a-eea2802ac78e admin admin] Pushing event deleted for resources: {'Port': ['ID=6cd19d11-24d0-4398-a580-bd5c30ad3694,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:52.511466 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c0c07-ff22-476c-ac63-41e5a4823f4f req-b4ac9270-4d89-4f54-86ed-9f0f0b8d010f tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:52.511681 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-59e1f2a1-cee9-49df-a31a-eea2802ac78e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:52.517432 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-283c0c07-ff22-476c-ac63-41e5a4823f4f req-b4ac9270-4d89-4f54-86ed-9f0f0b8d010f tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 984 time: 0.0945828 May 04 17:06:52.565168 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-283c0c07-ff22-476c-ac63-41e5a4823f4f req-c09364d7-ac61-4970-84b2-64c138e933fa tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f2b653-6885-4077-92de-e012d54150c6&id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436206 May 04 17:06:52.601341 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device ed70be6a-d112-4cf3-867e-2dc60035f2ae up at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:06:52.679609 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning for port ed70be6a-d112-4cf3-867e-2dc60035f2ae completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:06:52.685107 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning complete for port ed70be6a-d112-4cf3-867e-2dc60035f2ae triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:06:52.685610 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:52.716086 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 52956) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:52.722819 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-b2ee9c8f-02e3-468c-80b3-6f10f8d44ed3 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1506167261', 'description': 'tempest-description--466186869'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:52.730406 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b2ee9c8f-02e3-468c-80b3-6f10f8d44ed3 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:52.735017 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b2ee9c8f-02e3-468c-80b3-6f10f8d44ed3 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Usage tracker for resource:security_group and tenant:a83b14f849204c3cac0cfd0b7b059636 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:52.738300 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b2ee9c8f-02e3-468c-80b3-6f10f8d44ed3 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:52.746579 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b2ee9c8f-02e3-468c-80b3-6f10f8d44ed3 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:52.757279 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b2ee9c8f-02e3-468c-80b3-6f10f8d44ed3 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:52.784445 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b2ee9c8f-02e3-468c-80b3-6f10f8d44ed3 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:52.790095 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b2ee9c8f-02e3-468c-80b3-6f10f8d44ed3 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Usage tracker for resource:security_group_rule and tenant:a83b14f849204c3cac0cfd0b7b059636 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:52.793274 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b2ee9c8f-02e3-468c-80b3-6f10f8d44ed3 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:52.800513 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b2ee9c8f-02e3-468c-80b3-6f10f8d44ed3 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:52.815437 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:52.844974 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d402f8-49ae-4dac-aa02-ebfd477b25cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed70be6a-d112-4cf3-867e-2dc60035f2ae'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:06:52.857254 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port ed70be6a-d112-4cf3-867e-2dc60035f2ae, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ed70be6a-d112-4cf3-867e-2dc60035f2ae,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:06:52.862514 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:52.864797 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:52.878441 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-59e1f2a1-cee9-49df-a31a-eea2802ac78e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-779001'] for router_interface, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:52.889536 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b2ee9c8f-02e3-468c-80b3-6f10f8d44ed3 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:52.896392 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b2ee9c8f-02e3-468c-80b3-6f10f8d44ed3 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:52.908148 dv-cinder-789603-1-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d402f8-49ae-4dac-aa02-ebfd477b25cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed70be6a-d112-4cf3-867e-2dc60035f2ae', 'code': 200} May 04 17:06:52.935905 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=ed70be6a-d112-4cf3-867e-2dc60035f2ae,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:52.939071 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:52.999564 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:53.038413 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b2ee9c8f-02e3-468c-80b3-6f10f8d44ed3 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:53.042427 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-b2ee9c8f-02e3-468c-80b3-6f10f8d44ed3 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3216362 May 04 17:06:53.042579 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 52962) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:53.048316 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-d3b68c32-ae28-44b9-9bbc-db1bda538b17 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Request body: {'security_group_rule': {'security_group_id': 'f67737c7-ddce-4496-ac9e-9d13b1ffea39', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:53.052586 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee9c8f-02e3-468c-80b3-6f10f8d44ed3 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f67737c7-ddce-4496-ac9e-9d13b1ffea39,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:53.058048 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b2ee9c8f-02e3-468c-80b3-6f10f8d44ed3 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:53.059575 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-d3b68c32-ae28-44b9-9bbc-db1bda538b17 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:53.064263 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-d3b68c32-ae28-44b9-9bbc-db1bda538b17 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Usage tracker for resource:security_group_rule and tenant:a83b14f849204c3cac0cfd0b7b059636 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:53.067731 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-d3b68c32-ae28-44b9-9bbc-db1bda538b17 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:53.074326 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-d3b68c32-ae28-44b9-9bbc-db1bda538b17 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:53.092005 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d3b68c32-ae28-44b9-9bbc-db1bda538b17 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:53.154002 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d3b68c32-ae28-44b9-9bbc-db1bda538b17 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:53.157546 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d3b68c32-ae28-44b9-9bbc-db1bda538b17 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559949'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:53.159568 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4c66e0e6-4f85-4501-93ce-c88947dfa06d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:53.181896 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b68c32-ae28-44b9-9bbc-db1bda538b17 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9184973-de57-464a-bbd6-4d17cfda4abe,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:53.186507 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d3b68c32-ae28-44b9-9bbc-db1bda538b17 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:53.191222 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d3b68c32-ae28-44b9-9bbc-db1bda538b17 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:53.192453 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-d3b68c32-ae28-44b9-9bbc-db1bda538b17 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1489866 May 04 17:06:53.195836 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 52966) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:53.201093 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-3f5364f3-2fea-402a-830f-a31d1194e091 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Request body: {'security_group_rule': {'security_group_id': 'f67737c7-ddce-4496-ac9e-9d13b1ffea39', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:53.206741 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3f5364f3-2fea-402a-830f-a31d1194e091 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:53.211037 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-3f5364f3-2fea-402a-830f-a31d1194e091 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Usage tracker for resource:security_group_rule and tenant:a83b14f849204c3cac0cfd0b7b059636 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:53.213868 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-3f5364f3-2fea-402a-830f-a31d1194e091 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:53.219518 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3f5364f3-2fea-402a-830f-a31d1194e091 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:53.235858 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3f5364f3-2fea-402a-830f-a31d1194e091 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:53.296172 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3f5364f3-2fea-402a-830f-a31d1194e091 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:53.300397 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3f5364f3-2fea-402a-830f-a31d1194e091 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559949'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:53.308141 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:53.315247 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406aacc-2af0-4b38-8f5e-aca6deeb3f59 req-23099b6e-3055-4310-8b17-9965588def6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:53.316756 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-1406aacc-2af0-4b38-8f5e-aca6deeb3f59 req-23099b6e-3055-4310-8b17-9965588def6d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 1099 time: 0.2362258 May 04 17:06:53.332256 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5364f3-2fea-402a-830f-a31d1194e091 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecfb694a-3db8-4bd0-8973-0e22fbbd4919,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:53.335856 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3f5364f3-2fea-402a-830f-a31d1194e091 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:53.343210 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3f5364f3-2fea-402a-830f-a31d1194e091 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:53.344384 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-3f5364f3-2fea-402a-830f-a31d1194e091 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1476300 May 04 17:06:53.347427 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 52970) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:53.352974 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-3776a7b0-62b3-47a5-b86d-6fb55aad8b16 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Request body: {'floatingip': {'floating_network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:53.358895 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3776a7b0-62b3-47a5-b86d-6fb55aad8b16 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:53.362684 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-3776a7b0-62b3-47a5-b86d-6fb55aad8b16 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Usage tracker for resource:floatingip and tenant:a83b14f849204c3cac0cfd0b7b059636 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:53.364985 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e1f2a1-cee9-49df-a31a-eea2802ac78e admin admin] Router 5f01fe27-317b-458e-b841-e3eb9ae8331d has already been hosted by L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:06:53.365512 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-3776a7b0-62b3-47a5-b86d-6fb55aad8b16 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:53.371886 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3776a7b0-62b3-47a5-b86d-6fb55aad8b16 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:53.376080 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-1406aacc-2af0-4b38-8f5e-aca6deeb3f59 req-a7bf505c-e4c6-45ea-b2ae-e3cce71711e1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502079 May 04 17:06:53.382390 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3776a7b0-62b3-47a5-b86d-6fb55aad8b16 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for floatingip, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:53.555390 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3776a7b0-62b3-47a5-b86d-6fb55aad8b16 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:53.577656 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e1f2a1-cee9-49df-a31a-eea2802ac78e admin admin] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:06:53.589142 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258d276f-cd9b-4c66-a85d-c3418e90cb53 None None] Sync routers for ids ['5f01fe27-317b-458e-b841-e3eb9ae8331d'] in dv-cinder-789603-1-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:06:53.594708 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-59e1f2a1-cee9-49df-a31a-eea2802ac78e admin admin] 10.222.0.24 "PUT /v2.0/routers/5f01fe27-317b-458e-b841-e3eb9ae8331d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5537620 May 04 17:06:53.598325 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 52984) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:53.602044 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258d276f-cd9b-4c66-a85d-c3418e90cb53 None None] Routers {'5f01fe27-317b-458e-b841-e3eb9ae8331d'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:06:53.603674 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-258d276f-cd9b-4c66-a85d-c3418e90cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:06:45Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['5f01fe27-317b-458e-b841-e3eb9ae8331d'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:53.808945 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-3776a7b0-62b3-47a5-b86d-6fb55aad8b16 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Allocated IP 172.28.3.130 (1fe869af-eee2-4a76-a542-2bd1a37527f5/ac6ef9b7-a26d-4df8-9aa7-613a10e1e621/e6795092-5bbf-43be-85ab-8a09ad0884f3) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:06:53.866856 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9ceeb19f-9b50-496d-99bb-441641c4be13 admin admin] Notify callbacks [] for router, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:53.867104 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-258d276f-cd9b-4c66-a85d-c3418e90cb53 None None] Set router 5f01fe27-317b-458e-b841-e3eb9ae8331d gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:06:54.074636 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9ceeb19f-9b50-496d-99bb-441641c4be13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:54.094232 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b495b6-26f0-4957-8aa2-b3f531361e7b req-08f6b296-266b-4264-b21c-b9a0d4b84456 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:54.102082 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d6b495b6-26f0-4957-8aa2-b3f531361e7b req-08f6b296-266b-4264-b21c-b9a0d4b84456 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 946 time: 0.3574328 May 04 17:06:54.127013 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3776a7b0-62b3-47a5-b86d-6fb55aad8b16 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:54.145010 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276aaf4-160c-4ba7-ae39-fcfa964ae3ef req-9348d16f-505c-4aae-af34-df1c424337cb tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:54.146548 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c276aaf4-160c-4ba7-ae39-fcfa964ae3ef req-9348d16f-505c-4aae-af34-df1c424337cb tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 984 time: 0.3304632 May 04 17:06:54.182836 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-258d276f-cd9b-4c66-a85d-c3418e90cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f01fe27-317b-458e-b841-e3eb9ae8331d', 'name': 'tempest-ServerRescueNegativeTestJSON-2091412553-router', 'tenant_id': '3e556e3a64b64ac6b171c7d580893947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.122'}], 'enable_snat': True}, 'gw_port_id': '27e658c5-6327-4183-9353-43a03579effb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:03:22Z', 'updated_at': '2021-05-04T17:06:52Z', 'revision_number': 5, 'project_id': '3e556e3a64b64ac6b171c7d580893947', 'gw_port': {'id': '27e658c5-6327-4183-9353-43a03579effb', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:df:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f01fe27-317b-458e-b841-e3eb9ae8331d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:03:24Z', 'updated_at': '2021-05-04T17:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb'}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:54.187015 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258d276f-cd9b-4c66-a85d-c3418e90cb53 None None] Checking router: 5f01fe27-317b-458e-b841-e3eb9ae8331d for host: dv-cinder-789603-1-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:06:54.193682 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d6b495b6-26f0-4957-8aa2-b3f531361e7b req-769388d9-d397-4ad0-ac25-c8ed2b5a1f77 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904713 May 04 17:06:54.196520 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258d276f-cd9b-4c66-a85d-c3418e90cb53 None None] Routers {'5f01fe27-317b-458e-b841-e3eb9ae8331d'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:06:54.197256 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-258d276f-cd9b-4c66-a85d-c3418e90cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:06:45Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['5f01fe27-317b-458e-b841-e3eb9ae8331d'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:54.223559 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c276aaf4-160c-4ba7-ae39-fcfa964ae3ef req-91c13cb4-2cc1-40fc-b6d5-90531a11bdef tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f2b653-6885-4077-92de-e012d54150c6&id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645449 May 04 17:06:54.247440 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3776a7b0-62b3-47a5-b86d-6fb55aad8b16 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-721926'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:54.261967 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:54.327432 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776a7b0-62b3-47a5-b86d-6fb55aad8b16 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Pushing event updated for resources: {'Port': ['ID=e6795092-5bbf-43be-85ab-8a09ad0884f3,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:54.332549 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3776a7b0-62b3-47a5-b86d-6fb55aad8b16 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:54.337642 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-9ceeb19f-9b50-496d-99bb-441641c4be13 admin admin] Deleting port 27e658c5-6327-4183-9353-43a03579effb {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:06:54.337973 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9ceeb19f-9b50-496d-99bb-441641c4be13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:54.348390 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3776a7b0-62b3-47a5-b86d-6fb55aad8b16 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Network 1fe869af-eee2-4a76-a542-2bd1a37527f5 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:06:54.352523 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-3776a7b0-62b3-47a5-b86d-6fb55aad8b16 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:06:54.355869 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3776a7b0-62b3-47a5-b86d-6fb55aad8b16 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:06:54.441398 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3776a7b0-62b3-47a5-b86d-6fb55aad8b16 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:54.455085 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-258d276f-cd9b-4c66-a85d-c3418e90cb53 None None] Set router 5f01fe27-317b-458e-b841-e3eb9ae8331d gateway port host: None {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:06:54.485084 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-9ceeb19f-9b50-496d-99bb-441641c4be13 admin admin] For port 27e658c5-6327-4183-9353-43a03579effb, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=27e658c5-6327-4183-9353-43a03579effb,segment=NetworkSegment(03a61c93-30bf-46d3-abd6-912a62526c31),segment_id=03a61c93-30bf-46d3-abd6-912a62526c31)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:06:54.485084 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9ceeb19f-9b50-496d-99bb-441641c4be13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:54.513766 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3776a7b0-62b3-47a5-b86d-6fb55aad8b16 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:54.560873 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-258d276f-cd9b-4c66-a85d-c3418e90cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f01fe27-317b-458e-b841-e3eb9ae8331d', 'name': 'tempest-ServerRescueNegativeTestJSON-2091412553-router', 'tenant_id': '3e556e3a64b64ac6b171c7d580893947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:03:22Z', 'updated_at': '2021-05-04T17:06:54Z', 'revision_number': 6, 'project_id': '3e556e3a64b64ac6b171c7d580893947', 'gw_port_host': None}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:54.565583 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258d276f-cd9b-4c66-a85d-c3418e90cb53 None None] The sync data for ids ['5f01fe27-317b-458e-b841-e3eb9ae8331d'] in dv-cinder-789603-1-smb is: [{'id': '5f01fe27-317b-458e-b841-e3eb9ae8331d', 'name': 'tempest-ServerRescueNegativeTestJSON-2091412553-router', 'tenant_id': '3e556e3a64b64ac6b171c7d580893947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:03:22Z', 'updated_at': '2021-05-04T17:06:54Z', 'revision_number': 6, 'project_id': '3e556e3a64b64ac6b171c7d580893947', 'gw_port_host': None}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:06:54.610246 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-9ceeb19f-9b50-496d-99bb-441641c4be13 admin admin] Calling delete_port for 27e658c5-6327-4183-9353-43a03579effb owned by network:router_gateway {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:06:54.733655 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3776a7b0-62b3-47a5-b86d-6fb55aad8b16 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:54.738545 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3776a7b0-62b3-47a5-b86d-6fb55aad8b16 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-721969'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:54.744051 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-988f011c-09ac-4bd3-905d-9e86142a0a95 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:54.755942 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9ceeb19f-9b50-496d-99bb-441641c4be13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:54.760802 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0d4a29d8-9017-4a15-a231-2b5da1407636 tempest-VolumesSnapshotTestJSON-2093286419 tempest-VolumesSnapshotTestJSON-2093286419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:54.837148 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceeb19f-9b50-496d-99bb-441641c4be13 admin admin] Pushing event deleted for resources: {'Port': ['ID=27e658c5-6327-4183-9353-43a03579effb,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:54.839714 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-9ceeb19f-9b50-496d-99bb-441641c4be13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:54.852283 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776a7b0-62b3-47a5-b86d-6fb55aad8b16 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Pushing event updated for resources: {'Port': ['ID=e6795092-5bbf-43be-85ab-8a09ad0884f3,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:54.856454 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3776a7b0-62b3-47a5-b86d-6fb55aad8b16 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:54.861328 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3776a7b0-62b3-47a5-b86d-6fb55aad8b16 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785499'] for floatingip, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:54.884374 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3776a7b0-62b3-47a5-b86d-6fb55aad8b16 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:54.885628 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-3776a7b0-62b3-47a5-b86d-6fb55aad8b16 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5372319 May 04 17:06:54.904288 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9ceeb19f-9b50-496d-99bb-441641c4be13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-785510'] for router_gateway, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:55.093852 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9ceeb19f-9b50-496d-99bb-441641c4be13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5555'] for router, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:55.096268 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9ceeb19f-9b50-496d-99bb-441641c4be13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:55.172595 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-fd1dfeab-1b76-4836-822d-f9e2ffea7d98 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Synchronizing usage tracker for tenant:a83b14f849204c3cac0cfd0b7b059636 on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:06:55.198723 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-fd1dfeab-1b76-4836-822d-f9e2ffea7d98 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Unset dirty status for tenant:a83b14f849204c3cac0cfd0b7b059636 on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:06:55.199281 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9ceeb19f-9b50-496d-99bb-441641c4be13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784430'] for router, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:55.200146 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-fd1dfeab-1b76-4836-822d-f9e2ffea7d98 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1506167261&fields=id&tenant_id=a83b14f849204c3cac0cfd0b7b059636 HTTP/1.1" status: 200 len: 267 time: 0.0819154 May 04 17:06:55.200303 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ceeb19f-9b50-496d-99bb-441641c4be13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f01fe27-317b-458e-b841-e3eb9ae8331d {{(pid=73810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:06:55.213772 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9ceeb19f-9b50-496d-99bb-441641c4be13 admin admin] Notify callbacks [] for router, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:55.217142 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-9ceeb19f-9b50-496d-99bb-441641c4be13 admin admin] 10.222.0.24 "DELETE /v2.0/routers/5f01fe27-317b-458e-b841-e3eb9ae8331d HTTP/1.1" status: 204 len: 168 time: 1.6153193 May 04 17:06:55.217466 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 53006) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:55.286266 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_v2 [None req-f125e497-5ff5-40c8-9986-c1b18a719fa7 admin admin] Deleting subnet 6ffba03e-1a08-4adb-9186-b70f00fea735 {{(pid=73810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:06:55.293104 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f125e497-5ff5-40c8-9986-c1b18a719fa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:55.351937 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f125e497-5ff5-40c8-9986-c1b18a719fa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2356537'] for subnet, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:55.440755 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f125e497-5ff5-40c8-9986-c1b18a719fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1962431'] for subnet, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:55.460066 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-090c1dff-0df8-4086-ad72-bb78033e5235 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:55.461568 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-090c1dff-0df8-4086-ad72-bb78033e5235 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/networks?id=23df80bd-2b5c-4d29-962a-2ad738e32bba HTTP/1.1" status: 200 len: 811 time: 0.2484715 May 04 17:06:55.488733 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-2b981442-9983-4c54-9140-a2bc37e50277 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/quotas/a83b14f849204c3cac0cfd0b7b059636 HTTP/1.1" status: 200 len: 375 time: 0.0182815 May 04 17:06:55.500642 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a386f-a1cb-4165-8a3c-cf0c76b9d702 req-302fc812-8f93-4ebe-9023-2432bbed1cb4 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:55.502278 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f80a386f-a1cb-4165-8a3c-cf0c76b9d702 req-302fc812-8f93-4ebe-9023-2432bbed1cb4 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 946 time: 0.1413109 May 04 17:06:55.677506 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f80a386f-a1cb-4165-8a3c-cf0c76b9d702 req-68d60554-da1d-4a56-9aa0-d94c2768fd68 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635357 May 04 17:06:55.738189 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-273650eb-448c-469c-9cb8-106bfb0ee89e tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a83b14f849204c3cac0cfd0b7b059636&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2337306 May 04 17:06:55.744439 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f125e497-5ff5-40c8-9986-c1b18a719fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1962422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2563741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2596031'] for subnet, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:55.751979 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-9d617d19-e208-4ec4-a6d4-56ba084f73d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:55.811202 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125e497-5ff5-40c8-9986-c1b18a719fa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ffba03e-1a08-4adb-9186-b70f00fea735,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:55.813403 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f125e497-5ff5-40c8-9986-c1b18a719fa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:55.816018 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f125e497-5ff5-40c8-9986-c1b18a719fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:55.822959 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-f125e497-5ff5-40c8-9986-c1b18a719fa7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6ffba03e-1a08-4adb-9186-b70f00fea735 HTTP/1.1" status: 204 len: 168 time: 0.6020014 May 04 17:06:55.823139 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 53020) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:55.952776 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-64a216c4-93a1-418a-8c09-c6096187ebc6 service neutron] 10.222.0.24 "GET /v2.0/networks/23df80bd-2b5c-4d29-962a-2ad738e32bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954951 May 04 17:06:56.009540 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c473233-dc58-409a-8292-77d71d94fbb4 req-163ea4b4-739e-4604-b0d8-4831e354011a tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:56.010942 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2c473233-dc58-409a-8292-77d71d94fbb4 req-163ea4b4-739e-4604-b0d8-4831e354011a tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 984 time: 0.1592925 May 04 17:06:56.030778 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3d428278-8a44-4d0e-a9d9-6ede61421d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794009'] for network, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:56.119983 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2c473233-dc58-409a-8292-77d71d94fbb4 req-c6e047c0-2bfa-4d9c-a32f-e636984328ad tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f2b653-6885-4077-92de-e012d54150c6&id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626891 May 04 17:06:56.137006 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-0ded82a2-0a7a-460b-a69e-9411afb8bc5a service neutron] 10.222.0.24 "GET /v2.0/networks/23df80bd-2b5c-4d29-962a-2ad738e32bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766300 May 04 17:06:56.168362 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3d428278-8a44-4d0e-a9d9-6ede61421d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902626', 'neutron.services.segments.db._delete_segments_for_network-8730882941489'] for network, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:56.304706 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-3d428278-8a44-4d0e-a9d9-6ede61421d38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf2ac07-072f-41ea-bdf5-4fc0c49d6a07']}} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:56.319808 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-3d428278-8a44-4d0e-a9d9-6ede61421d38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2390be27-c828-4eea-a644-31d917c05428') {'for_net_delete': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:56.320262 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-3d428278-8a44-4d0e-a9d9-6ede61421d38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2390be27-c828-4eea-a644-31d917c05428') {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:56.336155 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3d428278-8a44-4d0e-a9d9-6ede61421d38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730882953063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2356480'] for segment, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:56.369580 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3d428278-8a44-4d0e-a9d9-6ede61421d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:56.371700 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-eba21fa7-dff6-440d-9eca-37e185d69457 req-1159f0a6-8a7f-4807-a53a-f7f0921afcbd tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=d901dfae-cbf2-48f3-8d31-08717a0787be HTTP/1.1" status: 200 len: 210 time: 0.0798411 May 04 17:06:56.383331 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d428278-8a44-4d0e-a9d9-6ede61421d38 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=73810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:06:56.396551 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 6cd19d11-24d0-4398-a580-bd5c30ad3694 no longer exists at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:06:56.433297 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] No Port match for: 6cd19d11-24d0-4398-a580-bd5c30ad3694 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:06:56.433824 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 6cd19d11-24d0-4398-a580-bd5c30ad3694 not bound to the agent host dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:06:56.434548 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 27e658c5-6327-4183-9353-43a03579effb no longer exists at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:06:56.473360 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] No Port match for: 27e658c5-6327-4183-9353-43a03579effb {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:06:56.473714 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 27e658c5-6327-4183-9353-43a03579effb not bound to the agent host dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:06:56.498680 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d79c3-e08b-4359-b64d-9a4b855f4be8 req-a52c9fa1-958c-4d10-b701-4283f34590ec tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:56.500670 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-0f7d79c3-e08b-4359-b64d-9a4b855f4be8 req-a52c9fa1-958c-4d10-b701-4283f34590ec tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 946 time: 0.0985968 May 04 17:06:56.510988 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 53034) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:56.516806 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-90718669-d792-4a28-8928-6773ed1f1fa5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Request body: {'floatingip': {'port_id': 'ed70be6a-d112-4cf3-867e-2dc60035f2ae'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:56.587654 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-3d428278-8a44-4d0e-a9d9-6ede61421d38 admin admin] Network daf2ac07-072f-41ea-bdf5-4fc0c49d6a07 has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:06:56.601528 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3d428278-8a44-4d0e-a9d9-6ede61421d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1964778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2562367'] for segment, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:56.610981 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-90718669-d792-4a28-8928-6773ed1f1fa5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for floatingip, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:56.789411 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-3d428278-8a44-4d0e-a9d9-6ede61421d38 admin admin] Network daf2ac07-072f-41ea-bdf5-4fc0c49d6a07 has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: Traceback (most recent call last): May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: timer() May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: cb(*args, **kw) May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: return func(*args, **kwargs) May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: self._notify() May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: self.callback(batched_events) May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: event.method(event) May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: return f(self, *a, **k) May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: return self._get(url).json() May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: return self.request(url, 'GET', **kwargs) May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:06:56.813853 dv-cinder-789603-1-smb neutron-server[73810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:06:56.909646 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3d428278-8a44-4d0e-a9d9-6ede61421d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785481'] for network, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:56.914402 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-64fbe2dd-8d32-47b4-addc-abc44e8c8d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:56.932497 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3d428278-8a44-4d0e-a9d9-6ede61421d38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:56.941397 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d428278-8a44-4d0e-a9d9-6ede61421d38 admin admin] Pushing event deleted for resources: {'Network': ['ID=daf2ac07-072f-41ea-bdf5-4fc0c49d6a07,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:56.945175 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3d428278-8a44-4d0e-a9d9-6ede61421d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:56.952628 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-3d428278-8a44-4d0e-a9d9-6ede61421d38 admin admin] 10.222.0.24 "DELETE /v2.0/networks/daf2ac07-072f-41ea-bdf5-4fc0c49d6a07 HTTP/1.1" status: 204 len: 168 time: 1.1284611 May 04 17:06:57.082049 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 53046) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:57.134457 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-4bbad17c-3f9c-4b3f-8688-c86a2f139beb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e556e3a64b64ac6b171c7d580893947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508459 May 04 17:06:57.136928 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 53050) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:57.198618 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-56720569-6e52-4845-ab4e-15631373b106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:57.231976 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-56720569-6e52-4845-ab4e-15631373b106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:57.290634 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-56720569-6e52-4845-ab4e-15631373b106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:57.294868 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-764a4f77-0ff6-45af-91ea-484f4faf03d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:57.307279 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56720569-6e52-4845-ab4e-15631373b106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:57.310921 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-56720569-6e52-4845-ab4e-15631373b106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:57.314237 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-56720569-6e52-4845-ab4e-15631373b106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:57.317646 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-56720569-6e52-4845-ab4e-15631373b106 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b3af11f-7a7e-4efa-a6a8-d65f2f8586fc HTTP/1.1" status: 204 len: 168 time: 0.1775091 May 04 17:06:57.416405 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-90718669-d792-4a28-8928-6773ed1f1fa5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:57.421509 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-90718669-d792-4a28-8928-6773ed1f1fa5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785499'] for floatingip, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:57.630958 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-d3e985d7-ed17-4d21-b811-c6d359a723c4 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:57.633908 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-d3e985d7-ed17-4d21-b811-c6d359a723c4 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.41 "GET /v2.0/networks?id=23df80bd-2b5c-4d29-962a-2ad738e32bba HTTP/1.1" status: 200 len: 811 time: 0.2153976 May 04 17:06:57.657631 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:06:57.669050 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d2b6aba6-e04c-4ac7-98f1-56c4566a0b03 req-6cf81e75-a0e5-490c-a853-e11467ee4756 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=d901dfae-cbf2-48f3-8d31-08717a0787be HTTP/1.1" status: 200 len: 210 time: 0.0767488 May 04 17:06:57.707647 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-9a6d641b-cdaf-42e5-843f-a3be1343e608 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Synchronizing usage tracker for tenant:a83b14f849204c3cac0cfd0b7b059636 on resource:security_group {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:06:57.714192 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8436d-5a52-4103-86a7-8e563de48228 req-1ece0a79-68a9-40bc-81c5-93e4b96c7b18 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:57.716344 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5fc8436d-5a52-4103-86a7-8e563de48228 req-1ece0a79-68a9-40bc-81c5-93e4b96c7b18 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 984 time: 0.4760795 May 04 17:06:57.721625 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-9a6d641b-cdaf-42e5-843f-a3be1343e608 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Unset dirty status for tenant:a83b14f849204c3cac0cfd0b7b059636 on resource:security_group {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:06:57.722829 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-9a6d641b-cdaf-42e5-843f-a3be1343e608 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a83b14f849204c3cac0cfd0b7b059636 HTTP/1.1" status: 200 len: 380 time: 0.0805197 May 04 17:06:57.732353 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-be35195f-8723-4665-9242-40e7c0b8e731 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Request body: {'port': {'device_id': 'd901dfae-cbf2-48f3-8d31-08717a0787be', 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba', 'admin_state_up': True, 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'security_groups': ['f67737c7-ddce-4496-ac9e-9d13b1ffea39']}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:57.852021 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5fc8436d-5a52-4103-86a7-8e563de48228 req-b8999f95-c4d8-400a-8e38-a9826dafcc81 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f2b653-6885-4077-92de-e012d54150c6&id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0780306 May 04 17:06:57.852254 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.db.l3_db [None req-90718669-d792-4a28-8928-6773ed1f1fa5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Floating IP 200c6709-d1ff-437e-8271-8542b20d4570 associated. External IP: 172.28.3.28, port: ed70be6a-d112-4cf3-867e-2dc60035f2ae. May 04 17:06:57.912976 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-be35195f-8723-4665-9242-40e7c0b8e731 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:57.917742 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-be35195f-8723-4665-9242-40e7c0b8e731 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Usage tracker for resource:port and tenant:a83b14f849204c3cac0cfd0b7b059636 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:57.920728 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-be35195f-8723-4665-9242-40e7c0b8e731 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:57.926421 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-be35195f-8723-4665-9242-40e7c0b8e731 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:57.937328 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-be35195f-8723-4665-9242-40e7c0b8e731 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Made reservation on behalf of a83b14f849204c3cac0cfd0b7b059636 for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:06:57.941435 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-be35195f-8723-4665-9242-40e7c0b8e731 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:58.152345 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-be35195f-8723-4665-9242-40e7c0b8e731 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Allocated IP 172.20.0.6 (23df80bd-2b5c-4d29-962a-2ad738e32bba/98153c02-30f1-4f36-87f8-48da6381261d/41bc184b-3e47-48b3-a7b5-6a419a7103e3) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:06:58.242442 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90718669-d792-4a28-8928-6773ed1f1fa5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Router 94b863db-620a-4e6d-9422-70ae39f9f218 has already been hosted by L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:06:58.252972 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 53086) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:58.465813 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-1cff906b-0f31-4a84-8ca0-f63e930a8fea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2017227696-network', 'tenant_id': '755ae6ceba9e465db1001ecd8bc2e239'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:58.475886 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-1cff906b-0f31-4a84-8ca0-f63e930a8fea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:58.481885 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90718669-d792-4a28-8928-6773ed1f1fa5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:06:58.486977 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-90718669-d792-4a28-8928-6773ed1f1fa5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:58.495114 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-be35195f-8723-4665-9242-40e7c0b8e731 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:58.495320 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5833e1-8744-4a31-8fc1-de56aa43000c None None] Sync routers for ids ['94b863db-620a-4e6d-9422-70ae39f9f218'] in dv-cinder-789603-1-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:06:58.505604 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5833e1-8744-4a31-8fc1-de56aa43000c None None] Routers {'94b863db-620a-4e6d-9422-70ae39f9f218'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:06:58.506263 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-ca5833e1-8744-4a31-8fc1-de56aa43000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:06:45Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['94b863db-620a-4e6d-9422-70ae39f9f218'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:58.523237 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-be35195f-8723-4665-9242-40e7c0b8e731 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Transition to ACTIVE for port object 41bc184b-3e47-48b3-a7b5-6a419a7103e3 will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:06:58.551501 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-1cff906b-0f31-4a84-8ca0-f63e930a8fea admin admin] Usage tracker for resource:network and tenant:755ae6ceba9e465db1001ecd8bc2e239 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:58.554190 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-be35195f-8723-4665-9242-40e7c0b8e731 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:58.556959 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-1cff906b-0f31-4a84-8ca0-f63e930a8fea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:58.561254 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f7c8c99a-73e0-447d-927f-e1ec328a7af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:58.566424 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-1cff906b-0f31-4a84-8ca0-f63e930a8fea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:58.572759 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-90718669-d792-4a28-8928-6773ed1f1fa5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "PUT /v2.0/floatingips/200c6709-d1ff-437e-8271-8542b20d4570 HTTP/1.1" status: 200 len: 991 time: 2.0608723 May 04 17:06:58.574737 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d402f8-49ae-4dac-aa02-ebfd477b25cd', 'tag': 'ed70be6a-d112-4cf3-867e-2dc60035f2ae'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:06:58.588984 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cff906b-0f31-4a84-8ca0-f63e930a8fea admin admin] Made reservation on behalf of 755ae6ceba9e465db1001ecd8bc2e239 for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:06:58.591650 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1cff906b-0f31-4a84-8ca0-f63e930a8fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:58.621055 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1cff906b-0f31-4a84-8ca0-f63e930a8fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:58.645320 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-1cff906b-0f31-4a84-8ca0-f63e930a8fea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:58.651070 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-1cff906b-0f31-4a84-8ca0-f63e930a8fea admin admin] Usage tracker for resource:security_group_rule and tenant:755ae6ceba9e465db1001ecd8bc2e239 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:58.654116 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-1cff906b-0f31-4a84-8ca0-f63e930a8fea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:58.664193 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-1cff906b-0f31-4a84-8ca0-f63e930a8fea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:58.674199 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d402f8-49ae-4dac-aa02-ebfd477b25cd', 'tag': 'ed70be6a-d112-4cf3-867e-2dc60035f2ae', 'status': 'completed', 'code': 200} May 04 17:06:58.723146 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35195f-8723-4665-9242-40e7c0b8e731 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Pushing event updated for resources: {'Port': ['ID=41bc184b-3e47-48b3-a7b5-6a419a7103e3,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:58.770277 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-be35195f-8723-4665-9242-40e7c0b8e731 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:58.791998 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-be35195f-8723-4665-9242-40e7c0b8e731 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Network 23df80bd-2b5c-4d29-962a-2ad738e32bba is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:06:58.798478 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-be35195f-8723-4665-9242-40e7c0b8e731 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:06:58.821276 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-be35195f-8723-4665-9242-40e7c0b8e731 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:06:58.832115 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-ca5833e1-8744-4a31-8fc1-de56aa43000c None None] Set router 94b863db-620a-4e6d-9422-70ae39f9f218 gateway port host: dv-cinder-789603-1-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:06:58.851823 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1cff906b-0f31-4a84-8ca0-f63e930a8fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:58.858498 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1cff906b-0f31-4a84-8ca0-f63e930a8fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:58.873611 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b2ee9c8f-02e3-468c-80b3-6f10f8d44ed3 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:58.958753 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cff906b-0f31-4a84-8ca0-f63e930a8fea admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:06:58.982436 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff906b-0f31-4a84-8ca0-f63e930a8fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf161ea-8650-4cd9-ba4e-0ca10411bc35,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:58.989441 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1cff906b-0f31-4a84-8ca0-f63e930a8fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:58.994834 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1cff906b-0f31-4a84-8ca0-f63e930a8fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:58.995325 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-1cff906b-0f31-4a84-8ca0-f63e930a8fea admin admin] Added segment 19c13b53-ed73-457a-b5e7-fe8d753cbca3 of type vlan for network b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a May 04 17:06:59.001058 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3424489-3bc1-41f7-9342-d6a3284d368e req-e4a386e0-c989-41a3-b540-5766ac4fc90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:59.011115 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-b3424489-3bc1-41f7-9342-d6a3284d368e req-e4a386e0-c989-41a3-b540-5766ac4fc90d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a530a7f8042040e98a19a0a59ab370ed&device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 1099 time: 0.2892268 May 04 17:06:59.035850 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-be35195f-8723-4665-9242-40e7c0b8e731 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:59.036852 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-be35195f-8723-4665-9242-40e7c0b8e731 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:59.054691 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1cff906b-0f31-4a84-8ca0-f63e930a8fea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730882500756'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:59.118488 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048c48f-fc63-4dae-b611-1024669aa177 req-1dd5f783-fa68-447b-aab3-7053f626d5c4 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:59.126636 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e048c48f-fc63-4dae-b611-1024669aa177 req-1dd5f783-fa68-447b-aab3-7053f626d5c4 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=d901dfae-cbf2-48f3-8d31-08717a0787be HTTP/1.1" status: 200 len: 931 time: 0.2355182 May 04 17:06:59.171133 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-be35195f-8723-4665-9242-40e7c0b8e731 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4434288 May 04 17:06:59.180868 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1cff906b-0f31-4a84-8ca0-f63e930a8fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:59.184411 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-7715e011-4f42-47a4-a930-9cc6172a52e3 service neutron] Request body: {'port': {'device_id': 'd901dfae-cbf2-48f3-8d31-08717a0787be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:59.186523 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cff906b-0f31-4a84-8ca0-f63e930a8fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:59.187130 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1cff906b-0f31-4a84-8ca0-f63e930a8fea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:59.196222 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:59.241110 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e048c48f-fc63-4dae-b611-1024669aa177 req-1103dc8f-ae9c-4287-af90-227fd6ab0c0d tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=f67737c7-ddce-4496-ac9e-9d13b1ffea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127853 May 04 17:06:59.279044 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3424489-3bc1-41f7-9342-d6a3284d368e req-df9771da-c0d2-495a-96a3-e2cb0ac62d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:59.281157 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-b3424489-3bc1-41f7-9342-d6a3284d368e req-df9771da-c0d2-495a-96a3-e2cb0ac62d26 service neutron] 10.222.0.41 "GET /v2.0/networks?id=805702bb-73e1-49e9-949a-99d683f18b45 HTTP/1.1" status: 200 len: 918 time: 0.2391331 May 04 17:06:59.310252 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-9413dba8-88d4-4fec-9c1d-cd7de8c51644 None None] Provisioning for port 41bc184b-3e47-48b3-a7b5-6a419a7103e3 completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:06:59.319756 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-9413dba8-88d4-4fec-9c1d-cd7de8c51644 None None] Provisioning complete for port 41bc184b-3e47-48b3-a7b5-6a419a7103e3 triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:06:59.323285 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-9413dba8-88d4-4fec-9c1d-cd7de8c51644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:59.323431 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-1cff906b-0f31-4a84-8ca0-f63e930a8fea admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0664611 May 04 17:06:59.325487 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 53104) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:59.337758 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d638d-02f3-450f-845e-0049ca49a11f req-6c34a8de-08bc-43e5-8ec7-32d24aa41ace tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:59.339240 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-324d638d-02f3-450f-845e-0049ca49a11f req-6c34a8de-08bc-43e5-8ec7-32d24aa41ace tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 984 time: 0.2880452 May 04 17:06:59.342877 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-d0b4f96f-b3c4-4056-8e86-9481ae044055 admin admin] Request body: {'subnet': {'network_id': 'b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2017227696-subnet', 'tenant_id': '755ae6ceba9e465db1001ecd8bc2e239', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:59.346049 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff906b-0f31-4a84-8ca0-f63e930a8fea admin admin] Pushing event updated for resources: {'Network': ['ID=b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:59.351201 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1cff906b-0f31-4a84-8ca0-f63e930a8fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:59.364450 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-d0b4f96f-b3c4-4056-8e86-9481ae044055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:59.369028 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Network b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a details requested by agent ovs-agent-dv-cinder-789603-1-smb with host dv-cinder-789603-1-smb {{(pid=73811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:06:59.372619 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-d0b4f96f-b3c4-4056-8e86-9481ae044055 admin admin] Usage tracker for resource:subnet and tenant:755ae6ceba9e465db1001ecd8bc2e239 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:59.376991 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-d0b4f96f-b3c4-4056-8e86-9481ae044055 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:59.393508 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-d0b4f96f-b3c4-4056-8e86-9481ae044055 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:59.411597 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-324d638d-02f3-450f-845e-0049ca49a11f req-6618fb68-bc6e-4db4-87f1-fd5e184e6dd7 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f2b653-6885-4077-92de-e012d54150c6&id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630863 May 04 17:06:59.418902 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b4f96f-b3c4-4056-8e86-9481ae044055 admin admin] Made reservation on behalf of 755ae6ceba9e465db1001ecd8bc2e239 for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:06:59.422754 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-7715e011-4f42-47a4-a930-9cc6172a52e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:59.423486 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d0b4f96f-b3c4-4056-8e86-9481ae044055 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4193505'] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:59.453954 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-b3424489-3bc1-41f7-9342-d6a3284d368e req-6ca6a400-8ae1-4c0c-9970-433c57d9805c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed70be6a-d112-4cf3-867e-2dc60035f2ae HTTP/1.1" status: 200 len: 999 time: 0.1380608 May 04 17:06:59.494814 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-9413dba8-88d4-4fec-9c1d-cd7de8c51644 None None] Port 41bc184b-3e47-48b3-a7b5-6a419a7103e3 cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:06:59.501358 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-ca5833e1-8744-4a31-8fc1-de56aa43000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'name': 'tempest-AttachVolumeShelveTestJSON-1378711398-router', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:23Z', 'updated_at': '2021-05-04T17:02:37Z', 'revision_number': 4, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'gw_port': {'id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:25Z', 'updated_at': '2021-05-04T17:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_floatingips': [{'id': '200c6709-d1ff-437e-8271-8542b20d4570', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'floating_ip_address': '172.28.3.28', 'floating_network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'router_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'port_id': 'ed70be6a-d112-4cf3-867e-2dc60035f2ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'mac_address': 'fa:16:3e:ef:0a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d402f8-49ae-4dac-aa02-ebfd477b25cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:06:39Z', 'updated_at': '2021-05-04T17:06:57Z', 'revision_number': 1, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718b8019-836f-4101-b861-85fba12b4299', 'name': '', 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'mac_address': 'fa:16:3e:e7:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:34Z', 'updated_at': '2021-05-04T17:02:48Z', 'revision_number': 5, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'subnets': [{'id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:59.509525 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5833e1-8744-4a31-8fc1-de56aa43000c None None] Checking router: 94b863db-620a-4e6d-9422-70ae39f9f218 for host: dv-cinder-789603-1-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:06:59.520208 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5833e1-8744-4a31-8fc1-de56aa43000c None None] Routers {'94b863db-620a-4e6d-9422-70ae39f9f218'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:06:59.521563 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-ca5833e1-8744-4a31-8fc1-de56aa43000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:06:45Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['94b863db-620a-4e6d-9422-70ae39f9f218'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:59.565366 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3424489-3bc1-41f7-9342-d6a3284d368e req-f2adba9a-619c-49ab-9b51-49624a7078e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:59.566797 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-b3424489-3bc1-41f7-9342-d6a3284d368e req-f2adba9a-619c-49ab-9b51-49624a7078e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab HTTP/1.1" status: 200 len: 856 time: 0.0844648 May 04 17:06:59.717986 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-ca5833e1-8744-4a31-8fc1-de56aa43000c None None] Set router 94b863db-620a-4e6d-9422-70ae39f9f218 gateway port host: dv-cinder-789603-1-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:06:59.793395 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3424489-3bc1-41f7-9342-d6a3284d368e req-687dbce6-3d4e-46d6-a042-eb565761fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:59.794874 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-b3424489-3bc1-41f7-9342-d6a3284d368e req-687dbce6-3d4e-46d6-a042-eb565761fab0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=805702bb-73e1-49e9-949a-99d683f18b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1902831 May 04 17:06:59.982175 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d0b4f96f-b3c4-4056-8e86-9481ae044055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-721846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4193527'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:59.988399 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4621d4f3-4389-4195-a182-a3b14d9a8bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:07:00.007504 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-b3424489-3bc1-41f7-9342-d6a3284d368e req-95b9c87f-e37b-4468-b5fa-19dbb0faa502 service neutron] 10.222.0.41 "GET /v2.0/networks/805702bb-73e1-49e9-949a-99d683f18b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054253 May 04 17:07:00.016248 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-7715e011-4f42-47a4-a930-9cc6172a52e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41bc184b-3e47-48b3-a7b5-6a419a7103e3 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:07:00.043238 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-7715e011-4f42-47a4-a930-9cc6172a52e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:00.078295 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4f96f-b3c4-4056-8e86-9481ae044055 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3d30428-6a39-48cf-9509-62b6e78f69f8,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:07:00.094381 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d0b4f96f-b3c4-4056-8e86-9481ae044055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:07:00.095308 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b4f96f-b3c4-4056-8e86-9481ae044055 admin admin] Checking segment: {'id': '19c13b53-ed73-457a-b5e7-fe8d753cbca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:07:00.095874 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b4f96f-b3c4-4056-8e86-9481ae044055 admin admin] Network hostable DHCP agents. Network: b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a, hostable agents: ['e7f1f9ba-e089-4d30-a3bb-ec752cbc6168'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:07:00.118601 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b4f96f-b3c4-4056-8e86-9481ae044055 admin admin] Network b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a is scheduled to be hosted by DHCP agent e7f1f9ba-e089-4d30-a3bb-ec752cbc6168 with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:07:00.131296 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-7715e011-4f42-47a4-a930-9cc6172a52e3 service neutron] Transition to ACTIVE for port object 41bc184b-3e47-48b3-a7b5-6a419a7103e3 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:07:00.131485 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-d0b4f96f-b3c4-4056-8e86-9481ae044055 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-smb, b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:07:00.138987 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-7715e011-4f42-47a4-a930-9cc6172a52e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:00.145832 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-64999ead-60c5-4ea0-ae8d-527b25966e22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:07:00.146365 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b4f96f-b3c4-4056-8e86-9481ae044055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:00.147427 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d0b4f96f-b3c4-4056-8e86-9481ae044055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:00.154607 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d184d0f-bd75-44c6-b8e4-7dce79c28d04 None None] Network b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:07:00.189080 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-d0b4f96f-b3c4-4056-8e86-9481ae044055 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8625185 May 04 17:07:00.512196 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-ca5833e1-8744-4a31-8fc1-de56aa43000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'name': 'tempest-AttachVolumeShelveTestJSON-1378711398-router', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:23Z', 'updated_at': '2021-05-04T17:02:37Z', 'revision_number': 4, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'gw_port': {'id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:25Z', 'updated_at': '2021-05-04T17:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_floatingips': [{'id': '200c6709-d1ff-437e-8271-8542b20d4570', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'floating_ip_address': '172.28.3.28', 'floating_network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'router_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'port_id': 'ed70be6a-d112-4cf3-867e-2dc60035f2ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'mac_address': 'fa:16:3e:ef:0a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d402f8-49ae-4dac-aa02-ebfd477b25cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:06:39Z', 'updated_at': '2021-05-04T17:06:57Z', 'revision_number': 1, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718b8019-836f-4101-b861-85fba12b4299', 'name': '', 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'mac_address': 'fa:16:3e:e7:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:34Z', 'updated_at': '2021-05-04T17:02:48Z', 'revision_number': 5, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'subnets': [{'id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:07:00.534688 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715e011-4f42-47a4-a930-9cc6172a52e3 service neutron] Pushing event updated for resources: {'Port': ['ID=41bc184b-3e47-48b3-a7b5-6a419a7103e3,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:07:00.554340 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7715e011-4f42-47a4-a930-9cc6172a52e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:07:00.560712 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5833e1-8744-4a31-8fc1-de56aa43000c None None] The sync data for ids ['94b863db-620a-4e6d-9422-70ae39f9f218'] in dv-cinder-789603-1-smb is: [{'id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'name': 'tempest-AttachVolumeShelveTestJSON-1378711398-router', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:23Z', 'updated_at': '2021-05-04T17:02:37Z', 'revision_number': 4, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'gw_port': {'id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:25Z', 'updated_at': '2021-05-04T17:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_floatingips': [{'id': '200c6709-d1ff-437e-8271-8542b20d4570', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'floating_ip_address': '172.28.3.28', 'floating_network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'router_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'port_id': 'ed70be6a-d112-4cf3-867e-2dc60035f2ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'mac_address': 'fa:16:3e:ef:0a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d402f8-49ae-4dac-aa02-ebfd477b25cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:06:39Z', 'updated_at': '2021-05-04T17:06:57Z', 'revision_number': 1, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '718b8019-836f-4101-b861-85fba12b4299', 'name': '', 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'mac_address': 'fa:16:3e:e7:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:34Z', 'updated_at': '2021-05-04T17:02:48Z', 'revision_number': 5, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'subnets': [{'id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:07:00.577010 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23be529d-63ee-4023-866e-2a420d4eea81 None None] Network b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:07:00.641728 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-b3424489-3bc1-41f7-9342-d6a3284d368e req-f1b7b932-cd8a-4be3-a998-0ca56d47ca72 service neutron] 10.222.0.41 "GET /v2.0/networks/805702bb-73e1-49e9-949a-99d683f18b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6278596 May 04 17:07:00.646622 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-7715e011-4f42-47a4-a930-9cc6172a52e3 service neutron] Attempting to bind port 41bc184b-3e47-48b3-a7b5-6a419a7103e3 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:07:00.646622 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-7715e011-4f42-47a4-a930-9cc6172a52e3 service neutron] Attempting to bind port 41bc184b-3e47-48b3-a7b5-6a419a7103e3 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '87e26b66-4b3d-4536-a9b9-7fc8bc86198c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:07:00.647539 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-7715e011-4f42-47a4-a930-9cc6172a52e3 service neutron] Attempting to bind port 41bc184b-3e47-48b3-a7b5-6a419a7103e3 on network 23df80bd-2b5c-4d29-962a-2ad738e32bba {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:07:00.653061 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-7715e011-4f42-47a4-a930-9cc6172a52e3 service neutron] Port 41bc184b-3e47-48b3-a7b5-6a419a7103e3 on network 23df80bd-2b5c-4d29-962a-2ad738e32bba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:07:00.653383 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-7715e011-4f42-47a4-a930-9cc6172a52e3 service neutron] Attempting to bind port 41bc184b-3e47-48b3-a7b5-6a419a7103e3 on network 23df80bd-2b5c-4d29-962a-2ad738e32bba {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:07:00.660737 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-7715e011-4f42-47a4-a930-9cc6172a52e3 service neutron] Checking agent: {'id': '9f3cb959-d44b-4b8e-aa2c-516ad41b6189', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'started_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:07:00.661081 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-7715e011-4f42-47a4-a930-9cc6172a52e3 service neutron] Checking segment: {'id': '87e26b66-4b3d-4536-a9b9-7fc8bc86198c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:07:00.661489 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-7715e011-4f42-47a4-a930-9cc6172a52e3 service neutron] Bound using segment: {'id': '87e26b66-4b3d-4536-a9b9-7fc8bc86198c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:07:00.661911 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-7715e011-4f42-47a4-a930-9cc6172a52e3 service neutron] Bound port: 41bc184b-3e47-48b3-a7b5-6a419a7103e3, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e26b66-4b3d-4536-a9b9-7fc8bc86198c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:07:00.662308 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-7715e011-4f42-47a4-a930-9cc6172a52e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:00.691874 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65461d-4efb-4f0a-8120-951af9f69b2e req-6df88213-fe07-448e-be20-12ae538bb9fd tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:00.693318 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-af65461d-4efb-4f0a-8120-951af9f69b2e req-6df88213-fe07-448e-be20-12ae538bb9fd tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=d901dfae-cbf2-48f3-8d31-08717a0787be HTTP/1.1" status: 200 len: 943 time: 0.2644029 May 04 17:07:00.706711 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa638ee-1bce-4481-b326-31989703d964 req-b1949cce-efbc-400f-a89d-1683a40d19a9 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:00.713283 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-9aa638ee-1bce-4481-b326-31989703d964 req-b1949cce-efbc-400f-a89d-1683a40d19a9 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 984 time: 0.1505463 May 04 17:07:00.770170 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-7715e011-4f42-47a4-a930-9cc6172a52e3 service neutron] For port 41bc184b-3e47-48b3-a7b5-6a419a7103e3, host hv-cinder-78960, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:07:00.785887 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-7715e011-4f42-47a4-a930-9cc6172a52e3 service neutron] For port 41bc184b-3e47-48b3-a7b5-6a419a7103e3, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=41bc184b-3e47-48b3-a7b5-6a419a7103e3,segment=NetworkSegment(87e26b66-4b3d-4536-a9b9-7fc8bc86198c),segment_id=87e26b66-4b3d-4536-a9b9-7fc8bc86198c)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:07:00.793356 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-7715e011-4f42-47a4-a930-9cc6172a52e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:00.807543 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-9aa638ee-1bce-4481-b326-31989703d964 req-1e70bce0-8c90-4f32-b850-ea8f87c51753 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f2b653-6885-4077-92de-e012d54150c6&id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0904963 May 04 17:07:00.815938 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-af65461d-4efb-4f0a-8120-951af9f69b2e req-7b4b5623-19df-4286-a7bd-caaef86a07ea tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=f67737c7-ddce-4496-ac9e-9d13b1ffea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013846 May 04 17:07:00.817198 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b26d4d6d-18b0-4eff-a6e9-4edc18c99701 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:07:00.892817 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb4bcc0-4bf7-444c-a14c-acd74417898d None None] New status for floating IP 200c6709-d1ff-437e-8271-8542b20d4570: ACTIVE {{(pid=73812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:07:00.897773 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-7715e011-4f42-47a4-a930-9cc6172a52e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:00.898579 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-7715e011-4f42-47a4-a930-9cc6172a52e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:00.900335 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-7715e011-4f42-47a4-a930-9cc6172a52e3 service neutron] 10.222.0.41 "PUT /v2.0/ports/41bc184b-3e47-48b3-a7b5-6a419a7103e3 HTTP/1.1" status: 200 len: 1093 time: 1.7206540 May 04 17:07:00.900967 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd901dfae-cbf2-48f3-8d31-08717a0787be', 'tag': '41bc184b-3e47-48b3-a7b5-6a419a7103e3'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:07:00.934785 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715e011-4f42-47a4-a930-9cc6172a52e3 service neutron] Pushing event updated for resources: {'Port': ['ID=41bc184b-3e47-48b3-a7b5-6a419a7103e3,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:07:00.938110 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7715e011-4f42-47a4-a930-9cc6172a52e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:07:00.981102 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd901dfae-cbf2-48f3-8d31-08717a0787be', 'tag': '41bc184b-3e47-48b3-a7b5-6a419a7103e3', 'status': 'completed', 'code': 200} May 04 17:07:01.023436 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-6dafba61-fe59-4dbf-bbd8-c45c72f3fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:01.025329 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-6dafba61-fe59-4dbf-bbd8-c45c72f3fc22 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83b14f849204c3cac0cfd0b7b059636&device_id=d901dfae-cbf2-48f3-8d31-08717a0787be HTTP/1.1" status: 200 len: 1096 time: 0.0853941 May 04 17:07:01.110154 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-e3b6d5f6-3539-4e94-90b3-7cfdd810bdc4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41bc184b-3e47-48b3-a7b5-6a419a7103e3 HTTP/1.1" status: 200 len: 217 time: 0.0768554 May 04 17:07:01.178093 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-899f9be8-1276-4b2a-89e8-bdd7b799ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:01.179946 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-899f9be8-1276-4b2a-89e8-bdd7b799ee02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98153c02-30f1-4f36-87f8-48da6381261d HTTP/1.1" status: 200 len: 850 time: 0.0644007 May 04 17:07:01.268741 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-ff70c24a-8865-440d-8485-ece491f8f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:01.270217 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-ff70c24a-8865-440d-8485-ece491f8f0da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23df80bd-2b5c-4d29-962a-2ad738e32bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0841599 May 04 17:07:01.324217 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-89516c7f-7dc2-4be1-a119-04e9a7a447d4 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:01.325072 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-89516c7f-7dc2-4be1-a119-04e9a7a447d4 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Synchronizing usage tracker for tenant:755ae6ceba9e465db1001ecd8bc2e239 on resource:network {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:07:01.342176 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-89516c7f-7dc2-4be1-a119-04e9a7a447d4 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Unset dirty status for tenant:755ae6ceba9e465db1001ecd8bc2e239 on resource:network {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:07:01.343596 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-89516c7f-7dc2-4be1-a119-04e9a7a447d4 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/networks?id=b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a HTTP/1.1" status: 200 len: 815 time: 0.2200830 May 04 17:07:01.359024 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-f8a74ccb-2a7b-44d5-9ff1-7dc70864c1e7 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/quotas/755ae6ceba9e465db1001ecd8bc2e239 HTTP/1.1" status: 200 len: 375 time: 0.0098069 May 04 17:07:01.408156 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-77d794c3-178e-4394-a614-65a3bfc449df service neutron] 10.222.0.41 "GET /v2.0/networks/23df80bd-2b5c-4d29-962a-2ad738e32bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299675 May 04 17:07:01.413613 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-970b6281-7865-41b5-893d-edda04836142 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=755ae6ceba9e465db1001ecd8bc2e239&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481210 May 04 17:07:01.545411 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-d84282f2-79df-4b7c-b581-2e2d11cdf99a req-165f458c-6e52-4c23-824a-71ad619f6ba5 service neutron] 10.222.0.41 "GET /v2.0/networks/23df80bd-2b5c-4d29-962a-2ad738e32bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299825 May 04 17:07:01.546168 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-0103ac24-c7d7-49ec-b72b-7fc295fa08cb service neutron] 10.222.0.24 "GET /v2.0/networks/b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259465 May 04 17:07:01.669489 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2c8e0-57eb-47df-b9b6-ad6b1bf02df0 req-a48326bf-f05d-42f6-86e5-4c2227a0c156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:01.671000 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-18a2c8e0-57eb-47df-b9b6-ad6b1bf02df0 req-a48326bf-f05d-42f6-86e5-4c2227a0c156 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83b14f849204c3cac0cfd0b7b059636&device_id=d901dfae-cbf2-48f3-8d31-08717a0787be HTTP/1.1" status: 200 len: 1096 time: 0.0784304 May 04 17:07:01.689794 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-f288fe33-45ce-4be9-b5ee-dfd7d09a14c9 service neutron] 10.222.0.24 "GET /v2.0/networks/b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352470 May 04 17:07:01.816668 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2c8e0-57eb-47df-b9b6-ad6b1bf02df0 req-02d2a63f-6063-45ed-b893-68a5a6cb6744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:01.818248 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-18a2c8e0-57eb-47df-b9b6-ad6b1bf02df0 req-02d2a63f-6063-45ed-b893-68a5a6cb6744 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23df80bd-2b5c-4d29-962a-2ad738e32bba HTTP/1.1" status: 200 len: 912 time: 0.1407413 May 04 17:07:01.906651 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-18a2c8e0-57eb-47df-b9b6-ad6b1bf02df0 req-9cda330a-8287-4e23-831a-71ca33d388a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41bc184b-3e47-48b3-a7b5-6a419a7103e3 HTTP/1.1" status: 200 len: 217 time: 0.0802307 May 04 17:07:01.908436 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b0ee2cf0-2308-492d-b8ed-e23cfa2e27e2 req-b7ec9cb0-f232-4d22-b3e6-9fd53187b3bc tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0270a1-6c53-460b-9b23-59ebd6449609 HTTP/1.1" status: 200 len: 210 time: 0.0490139 May 04 17:07:01.989386 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2c8e0-57eb-47df-b9b6-ad6b1bf02df0 req-1633171a-e3fd-4636-aa0c-1f333d445a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:01.992462 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-18a2c8e0-57eb-47df-b9b6-ad6b1bf02df0 req-1633171a-e3fd-4636-aa0c-1f333d445a3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98153c02-30f1-4f36-87f8-48da6381261d HTTP/1.1" status: 200 len: 850 time: 0.0784743 May 04 17:07:02.032862 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525a04b-5ba8-4a6f-b015-a084a8d0131e req-18750ab3-6fe7-43f9-9380-5f3d57fcd6e2 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:02.040138 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7525a04b-5ba8-4a6f-b015-a084a8d0131e req-18750ab3-6fe7-43f9-9380-5f3d57fcd6e2 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 984 time: 0.1092341 May 04 17:07:02.088090 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2c8e0-57eb-47df-b9b6-ad6b1bf02df0 req-e8adb7e3-28e1-4572-8a21-5c9d1ca90882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:02.089621 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-18a2c8e0-57eb-47df-b9b6-ad6b1bf02df0 req-e8adb7e3-28e1-4572-8a21-5c9d1ca90882 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23df80bd-2b5c-4d29-962a-2ad738e32bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0896637 May 04 17:07:02.154676 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7525a04b-5ba8-4a6f-b015-a084a8d0131e req-aff15169-9abb-4f2b-918c-ab800320748b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f2b653-6885-4077-92de-e012d54150c6&id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1134732 May 04 17:07:02.186727 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87263cae-a841-443c-bcc5-d3a2e6d3c1de req-cbc7e29c-05cc-4f23-a0ea-f295d9f99c5c tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:02.188379 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-87263cae-a841-443c-bcc5-d3a2e6d3c1de req-cbc7e29c-05cc-4f23-a0ea-f295d9f99c5c tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=d901dfae-cbf2-48f3-8d31-08717a0787be HTTP/1.1" status: 200 len: 943 time: 0.1260235 May 04 17:07:02.254879 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-18a2c8e0-57eb-47df-b9b6-ad6b1bf02df0 req-920e72cc-dc41-4c30-9de1-2f916d6b0444 service neutron] 10.222.0.41 "GET /v2.0/networks/23df80bd-2b5c-4d29-962a-2ad738e32bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566389 May 04 17:07:02.255938 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-87263cae-a841-443c-bcc5-d3a2e6d3c1de req-072379df-c000-48ee-a5b2-9cf1d508d221 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=f67737c7-ddce-4496-ac9e-9d13b1ffea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604455 May 04 17:07:02.403093 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-18a2c8e0-57eb-47df-b9b6-ad6b1bf02df0 req-20257de5-d336-47fa-a86e-d0ba7bd6b8db service neutron] 10.222.0.41 "GET /v2.0/networks/23df80bd-2b5c-4d29-962a-2ad738e32bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407487 May 04 17:07:03.081816 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7b3ee124-2525-4f4a-adf4-055c425a612f req-09bc04b9-45da-4a71-a91f-5b56860bad81 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0270a1-6c53-460b-9b23-59ebd6449609 HTTP/1.1" status: 200 len: 210 time: 0.0464864 May 04 17:07:03.181888 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-2f1ffb4d-8b93-44a3-a795-8c814d8c70c2 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:03.183430 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-2f1ffb4d-8b93-44a3-a795-8c814d8c70c2 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.41 "GET /v2.0/networks?id=b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a HTTP/1.1" status: 200 len: 815 time: 0.3141255 May 04 17:07:03.195744 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-191b9559-7821-4dba-966e-a9c30da32585 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Request body: {'port': {'device_id': '4e0270a1-6c53-460b-9b23-59ebd6449609', 'network_id': 'b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a', 'admin_state_up': True, 'tenant_id': '755ae6ceba9e465db1001ecd8bc2e239'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:07:03.331278 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-191b9559-7821-4dba-966e-a9c30da32585 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:07:03.335709 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-191b9559-7821-4dba-966e-a9c30da32585 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Usage tracker for resource:port and tenant:755ae6ceba9e465db1001ecd8bc2e239 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:07:03.338508 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-191b9559-7821-4dba-966e-a9c30da32585 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:07:03.344427 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-191b9559-7821-4dba-966e-a9c30da32585 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:07:03.356239 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-191b9559-7821-4dba-966e-a9c30da32585 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Made reservation on behalf of 755ae6ceba9e465db1001ecd8bc2e239 for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:07:03.360621 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-191b9559-7821-4dba-966e-a9c30da32585 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:03.384023 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4810c-bf96-4b03-bc92-76ddd408465b req-8b1abf26-b588-43d3-a8be-280118458d30 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:03.385534 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c3a4810c-bf96-4b03-bc92-76ddd408465b req-8b1abf26-b588-43d3-a8be-280118458d30 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 984 time: 0.0878725 May 04 17:07:03.483127 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c3a4810c-bf96-4b03-bc92-76ddd408465b req-d9e9c683-ca08-424e-a6f1-5815a253ee87 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f2b653-6885-4077-92de-e012d54150c6&id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591006 May 04 17:07:03.508725 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e39207-9191-4078-b68e-cda379003374 req-31e52843-b399-4c0c-9685-6c32d04f461a tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:03.510248 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e3e39207-9191-4078-b68e-cda379003374 req-31e52843-b399-4c0c-9685-6c32d04f461a tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=d901dfae-cbf2-48f3-8d31-08717a0787be HTTP/1.1" status: 200 len: 943 time: 0.1238325 May 04 17:07:03.533240 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-191b9559-7821-4dba-966e-a9c30da32585 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Allocated IP 172.20.0.13 (b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a/e3d30428-6a39-48cf-9509-62b6e78f69f8/7c666c59-1633-47cb-b16b-ba114305fa7d) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:07:03.568605 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e3e39207-9191-4078-b68e-cda379003374 req-3bb903d5-a02a-4a7f-b827-e54764210a85 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=f67737c7-ddce-4496-ac9e-9d13b1ffea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522187 May 04 17:07:03.743120 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-191b9559-7821-4dba-966e-a9c30da32585 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:03.773272 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-191b9559-7821-4dba-966e-a9c30da32585 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:03.778854 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a506e6a8-2a68-4bb5-ba53-b9dfa98dc57b tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:07:03.843905 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-191b9559-7821-4dba-966e-a9c30da32585 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Network b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:07:03.847345 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-191b9559-7821-4dba-966e-a9c30da32585 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:07:03.850204 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-191b9559-7821-4dba-966e-a9c30da32585 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:07:03.888684 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b9559-7821-4dba-966e-a9c30da32585 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Pushing event updated for resources: {'Port': ['ID=7c666c59-1633-47cb-b16b-ba114305fa7d,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:07:03.891438 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-191b9559-7821-4dba-966e-a9c30da32585 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:07:03.920644 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-191b9559-7821-4dba-966e-a9c30da32585 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:03.921245 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-191b9559-7821-4dba-966e-a9c30da32585 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:03.940626 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-191b9559-7821-4dba-966e-a9c30da32585 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7492325 May 04 17:07:03.952653 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-e6e1af24-013f-4d2f-bd0c-17798e29932e service neutron] Request body: {'port': {'device_id': '4e0270a1-6c53-460b-9b23-59ebd6449609', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:07:04.063740 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-e6e1af24-013f-4d2f-bd0c-17798e29932e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:04.281313 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97002109-586e-4506-b2a1-1edb6c67c2ac req-e6bf092c-c638-4692-9f19-d1207f067b00 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:04.283114 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-97002109-586e-4506-b2a1-1edb6c67c2ac req-e6bf092c-c638-4692-9f19-d1207f067b00 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0270a1-6c53-460b-9b23-59ebd6449609 HTTP/1.1" status: 200 len: 932 time: 0.0863597 May 04 17:07:04.338373 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-97002109-586e-4506-b2a1-1edb6c67c2ac req-216cb37f-b71c-4971-9f23-65e77bd186e9 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Synchronizing usage tracker for tenant:755ae6ceba9e465db1001ecd8bc2e239 on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:07:04.357196 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-97002109-586e-4506-b2a1-1edb6c67c2ac req-216cb37f-b71c-4971-9f23-65e77bd186e9 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Unset dirty status for tenant:755ae6ceba9e465db1001ecd8bc2e239 on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:07:04.366133 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-97002109-586e-4506-b2a1-1edb6c67c2ac req-216cb37f-b71c-4971-9f23-65e77bd186e9 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748432 May 04 17:07:04.442596 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-e6e1af24-013f-4d2f-bd0c-17798e29932e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c666c59-1633-47cb-b16b-ba114305fa7d {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:07:04.450110 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-e6e1af24-013f-4d2f-bd0c-17798e29932e service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:04.464374 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-e6e1af24-013f-4d2f-bd0c-17798e29932e service neutron] Transition to ACTIVE for port object 7c666c59-1633-47cb-b16b-ba114305fa7d will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:07:04.468049 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-e6e1af24-013f-4d2f-bd0c-17798e29932e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:04.472348 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-cded6085-e33a-48ab-b39e-06741b55b92a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:07:04.616712 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 41bc184b-3e47-48b3-a7b5-6a419a7103e3 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:07:04.658249 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1af24-013f-4d2f-bd0c-17798e29932e service neutron] Pushing event updated for resources: {'Port': ['ID=7c666c59-1633-47cb-b16b-ba114305fa7d,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:07:04.664146 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e6e1af24-013f-4d2f-bd0c-17798e29932e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:07:04.715416 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-e6e1af24-013f-4d2f-bd0c-17798e29932e service neutron] Attempting to bind port 7c666c59-1633-47cb-b16b-ba114305fa7d on host hv-cinder-78960 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:07:04.715667 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-e6e1af24-013f-4d2f-bd0c-17798e29932e service neutron] Attempting to bind port 7c666c59-1633-47cb-b16b-ba114305fa7d by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '19c13b53-ed73-457a-b5e7-fe8d753cbca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:07:04.715969 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-e6e1af24-013f-4d2f-bd0c-17798e29932e service neutron] Attempting to bind port 7c666c59-1633-47cb-b16b-ba114305fa7d on network b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:07:04.721227 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-e6e1af24-013f-4d2f-bd0c-17798e29932e service neutron] Port 7c666c59-1633-47cb-b16b-ba114305fa7d on network b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:07:04.721541 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-e6e1af24-013f-4d2f-bd0c-17798e29932e service neutron] Attempting to bind port 7c666c59-1633-47cb-b16b-ba114305fa7d on network b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:07:04.728204 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-e6e1af24-013f-4d2f-bd0c-17798e29932e service neutron] Checking agent: {'id': '9f3cb959-d44b-4b8e-aa2c-516ad41b6189', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'started_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:07:04.728681 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-e6e1af24-013f-4d2f-bd0c-17798e29932e service neutron] Checking segment: {'id': '19c13b53-ed73-457a-b5e7-fe8d753cbca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:07:04.729131 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-e6e1af24-013f-4d2f-bd0c-17798e29932e service neutron] Bound using segment: {'id': '19c13b53-ed73-457a-b5e7-fe8d753cbca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:07:04.729636 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-e6e1af24-013f-4d2f-bd0c-17798e29932e service neutron] Bound port: 7c666c59-1633-47cb-b16b-ba114305fa7d, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c13b53-ed73-457a-b5e7-fe8d753cbca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:07:04.730329 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-e6e1af24-013f-4d2f-bd0c-17798e29932e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:04.838051 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 41bc184b-3e47-48b3-a7b5-6a419a7103e3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=41bc184b-3e47-48b3-a7b5-6a419a7103e3,segment=NetworkSegment(87e26b66-4b3d-4536-a9b9-7fc8bc86198c),segment_id=87e26b66-4b3d-4536-a9b9-7fc8bc86198c)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:07:04.842666 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-e6e1af24-013f-4d2f-bd0c-17798e29932e service neutron] For port 7c666c59-1633-47cb-b16b-ba114305fa7d, host hv-cinder-78960, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:07:04.846156 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28180e5-e98c-4264-ba37-acaa42e7474e req-0b9008c5-2388-4ecb-87ff-91f2b8e5b57d tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:04.846518 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-e6e1af24-013f-4d2f-bd0c-17798e29932e service neutron] For port 7c666c59-1633-47cb-b16b-ba114305fa7d, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7c666c59-1633-47cb-b16b-ba114305fa7d,segment=NetworkSegment(19c13b53-ed73-457a-b5e7-fe8d753cbca3),segment_id=19c13b53-ed73-457a-b5e7-fe8d753cbca3)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:07:04.851898 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b28180e5-e98c-4264-ba37-acaa42e7474e req-0b9008c5-2388-4ecb-87ff-91f2b8e5b57d tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 984 time: 0.2559955 May 04 17:07:04.855042 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Returning: {'device': '41bc184b-3e47-48b3-a7b5-6a419a7103e3', 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba', 'port_id': '41bc184b-3e47-48b3-a7b5-6a419a7103e3', 'mac_address': 'fa:16:3e:3b:3d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98153c02-30f1-4f36-87f8-48da6381261d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:07:04.855238 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-e6e1af24-013f-4d2f-bd0c-17798e29932e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:04.860010 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d4249848-139e-42ce-b32c-1a52b1859754 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:07:04.876780 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f8637-9390-4a55-8ab0-cd7140bbd4b5 req-68fb9aa8-3c1c-439d-a21f-bf41c7e44abf tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:04.878421 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-032f8637-9390-4a55-8ab0-cd7140bbd4b5 req-68fb9aa8-3c1c-439d-a21f-bf41c7e44abf tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=d901dfae-cbf2-48f3-8d31-08717a0787be HTTP/1.1" status: 200 len: 943 time: 0.1318886 May 04 17:07:04.914008 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:04.931973 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41bc184b-3e47-48b3-a7b5-6a419a7103e3 {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:07:04.947797 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b28180e5-e98c-4264-ba37-acaa42e7474e req-e89b745d-e9e9-4a5f-813d-4f2fc5e6938c tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0f2b653-6885-4077-92de-e012d54150c6&id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0931826 May 04 17:07:04.951276 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 41bc184b-3e47-48b3-a7b5-6a419a7103e3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=41bc184b-3e47-48b3-a7b5-6a419a7103e3,segment=NetworkSegment(87e26b66-4b3d-4536-a9b9-7fc8bc86198c),segment_id=87e26b66-4b3d-4536-a9b9-7fc8bc86198c)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:07:04.956938 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:04.959211 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-339495d9-fea0-46a0-88fa-c5cb49bc697d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:07:04.967318 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-032f8637-9390-4a55-8ab0-cd7140bbd4b5 req-0416469c-c642-496e-b239-729f46d05cd2 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=f67737c7-ddce-4496-ac9e-9d13b1ffea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759294 May 04 17:07:05.023175 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-e6e1af24-013f-4d2f-bd0c-17798e29932e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:05.023707 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-e6e1af24-013f-4d2f-bd0c-17798e29932e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:05.025209 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-e6e1af24-013f-4d2f-bd0c-17798e29932e service neutron] 10.222.0.41 "PUT /v2.0/ports/7c666c59-1633-47cb-b16b-ba114305fa7d HTTP/1.1" status: 200 len: 1094 time: 1.0765097 May 04 17:07:05.027926 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0270a1-6c53-460b-9b23-59ebd6449609', 'tag': '7c666c59-1633-47cb-b16b-ba114305fa7d'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:07:05.045463 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=41bc184b-3e47-48b3-a7b5-6a419a7103e3,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:07:05.048784 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:07:05.064753 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1af24-013f-4d2f-bd0c-17798e29932e service neutron] Pushing event updated for resources: {'Port': ['ID=7c666c59-1633-47cb-b16b-ba114305fa7d,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:07:05.067710 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e6e1af24-013f-4d2f-bd0c-17798e29932e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:07:05.102226 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0270a1-6c53-460b-9b23-59ebd6449609', 'tag': '7c666c59-1633-47cb-b16b-ba114305fa7d', 'status': 'completed', 'code': 200} May 04 17:07:05.147330 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-1375054d-f945-4ac3-8f3a-96b15a028cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:05.148859 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-1375054d-f945-4ac3-8f3a-96b15a028cb6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=755ae6ceba9e465db1001ecd8bc2e239&device_id=4e0270a1-6c53-460b-9b23-59ebd6449609 HTTP/1.1" status: 200 len: 1097 time: 0.0773749 May 04 17:07:05.205399 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['41bc184b-3e47-48b3-a7b5-6a419a7103e3'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:07:05.216462 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-a95cfa5d-4478-4aff-bf32-50116c3ca893 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c666c59-1633-47cb-b16b-ba114305fa7d HTTP/1.1" status: 200 len: 217 time: 0.0605803 May 04 17:07:05.283555 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-cf5f6dad-6261-4556-9c47-90689f395c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:05.285117 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-cf5f6dad-6261-4556-9c47-90689f395c90 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3d30428-6a39-48cf-9509-62b6e78f69f8 HTTP/1.1" status: 200 len: 855 time: 0.0625920 May 04 17:07:05.341894 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-3e9ac7bc-0ad3-4741-aa78-6d25fa9c53c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435109 May 04 17:07:05.484417 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-81bb9a78-f12e-4d90-871f-9c84631b8b5e service neutron] 10.222.0.41 "GET /v2.0/networks/b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359878 May 04 17:07:05.563548 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ab5cd-cdb5-4d50-941c-6dc838b33f8a req-9c5cdd91-a888-4a65-bc42-f7e85d622e05 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:05.564941 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ac0ab5cd-cdb5-4d50-941c-6dc838b33f8a req-9c5cdd91-a888-4a65-bc42-f7e85d622e05 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0270a1-6c53-460b-9b23-59ebd6449609 HTTP/1.1" status: 200 len: 944 time: 0.0835831 May 04 17:07:05.613861 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ac0ab5cd-cdb5-4d50-941c-6dc838b33f8a req-b544ffa9-f4bf-4443-bd96-9b4624dc993e tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425329 May 04 17:07:05.624507 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-50deaa66-0d07-4d6b-abad-a7fa00e2ca6f req-ab889c5b-50c6-478f-8d76-d325c1ff5424 service neutron] 10.222.0.41 "GET /v2.0/networks/b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330390 May 04 17:07:05.740297 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49c765-dcd1-4fff-aef4-b0581724aade req-241204dd-e1e6-4fe1-a89b-f92e55e546c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:05.741827 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-4b49c765-dcd1-4fff-aef4-b0581724aade req-241204dd-e1e6-4fe1-a89b-f92e55e546c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=755ae6ceba9e465db1001ecd8bc2e239&device_id=4e0270a1-6c53-460b-9b23-59ebd6449609 HTTP/1.1" status: 200 len: 1097 time: 0.0738635 May 04 17:07:05.874312 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49c765-dcd1-4fff-aef4-b0581724aade req-7c72d29a-8e60-48bf-b3b3-63026cb2a0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:05.875776 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-4b49c765-dcd1-4fff-aef4-b0581724aade req-7c72d29a-8e60-48bf-b3b3-63026cb2a0ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a HTTP/1.1" status: 200 len: 916 time: 0.1277010 May 04 17:07:05.945973 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-4b49c765-dcd1-4fff-aef4-b0581724aade req-34af01a8-6620-4a2a-a5e9-2852bbf40bc1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c666c59-1633-47cb-b16b-ba114305fa7d HTTP/1.1" status: 200 len: 217 time: 0.0629098 May 04 17:07:06.017795 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49c765-dcd1-4fff-aef4-b0581724aade req-10d65d93-2029-4611-a8ea-e0533ad2fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:06.019247 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-4b49c765-dcd1-4fff-aef4-b0581724aade req-10d65d93-2029-4611-a8ea-e0533ad2fc6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3d30428-6a39-48cf-9509-62b6e78f69f8 HTTP/1.1" status: 200 len: 855 time: 0.0604179 May 04 17:07:06.069228 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-4b49c765-dcd1-4fff-aef4-b0581724aade req-5fca7e99-71cc-4304-b8b4-de696d32ce4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407445 May 04 17:07:06.178615 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7e248-7d41-41aa-b71b-cb8a37ddd26d req-a9f06de4-5466-4688-a3e4-28d2a96cba3d tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:06.181566 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-58f7e248-7d41-41aa-b71b-cb8a37ddd26d req-a9f06de4-5466-4688-a3e4-28d2a96cba3d tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=d901dfae-cbf2-48f3-8d31-08717a0787be HTTP/1.1" status: 200 len: 944 time: 0.0867789 May 04 17:07:06.213194 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-4b49c765-dcd1-4fff-aef4-b0581724aade req-d2565292-2916-4925-abfc-63c9d6b34eef service neutron] 10.222.0.41 "GET /v2.0/networks/b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271260 May 04 17:07:06.226983 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-58f7e248-7d41-41aa-b71b-cb8a37ddd26d req-5931b196-e5f5-4b6a-a7ae-33d333a08dae tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=f67737c7-ddce-4496-ac9e-9d13b1ffea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408487 May 04 17:07:06.347027 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-4b49c765-dcd1-4fff-aef4-b0581724aade req-12c0c888-a7d3-4b05-8fd6-3591ba698afc service neutron] 10.222.0.41 "GET /v2.0/networks/b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268163 May 04 17:07:06.653471 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 41bc184b-3e47-48b3-a7b5-6a419a7103e3 up at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:07:06.727598 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning for port 41bc184b-3e47-48b3-a7b5-6a419a7103e3 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:07:06.733772 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning complete for port 41bc184b-3e47-48b3-a7b5-6a419a7103e3 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:07:06.734148 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:06.809845 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f8d8c-7238-4b13-b5a8-fd8ff37e99f8 req-8a4f5987-0efe-40cf-963e-e37f8661078b tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:06.811590 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-155f8d8c-7238-4b13-b5a8-fd8ff37e99f8 req-8a4f5987-0efe-40cf-963e-e37f8661078b tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0270a1-6c53-460b-9b23-59ebd6449609 HTTP/1.1" status: 200 len: 944 time: 0.0906618 May 04 17:07:06.861439 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:06.863318 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-155f8d8c-7238-4b13-b5a8-fd8ff37e99f8 req-5784e043-3004-403a-b195-002e0738817e tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452118 May 04 17:07:06.893963 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd901dfae-cbf2-48f3-8d31-08717a0787be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bc184b-3e47-48b3-a7b5-6a419a7103e3'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:07:06.906344 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 41bc184b-3e47-48b3-a7b5-6a419a7103e3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=41bc184b-3e47-48b3-a7b5-6a419a7103e3,segment=NetworkSegment(87e26b66-4b3d-4536-a9b9-7fc8bc86198c),segment_id=87e26b66-4b3d-4536-a9b9-7fc8bc86198c)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:07:06.910236 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:06.912231 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:07:06.943166 dv-cinder-789603-1-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd901dfae-cbf2-48f3-8d31-08717a0787be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41bc184b-3e47-48b3-a7b5-6a419a7103e3', 'code': 200} May 04 17:07:06.991536 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=41bc184b-3e47-48b3-a7b5-6a419a7103e3,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:07:06.994829 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:07:07.200407 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bde97-e540-4be1-aaea-36476c8bd693 req-88147e71-abf6-4225-a303-376324105fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:07.202587 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-158bde97-e540-4be1-aaea-36476c8bd693 req-88147e71-abf6-4225-a303-376324105fea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d901dfae-cbf2-48f3-8d31-08717a0787be HTTP/1.1" status: 200 len: 1098 time: 0.0699391 May 04 17:07:07.243505 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-158bde97-e540-4be1-aaea-36476c8bd693 req-4ffb5e3d-af96-47c4-9656-4394253b7a80 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f67737c7-ddce-4496-ac9e-9d13b1ffea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346975 May 04 17:07:07.418143 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867fdd3-3287-4ce0-810a-c36cb408d737 req-42acc5b0-227c-42ae-be66-c10650e1b098 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:07.419588 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3867fdd3-3287-4ce0-810a-c36cb408d737 req-42acc5b0-227c-42ae-be66-c10650e1b098 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=d901dfae-cbf2-48f3-8d31-08717a0787be HTTP/1.1" status: 200 len: 945 time: 0.0836413 May 04 17:07:07.465974 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3867fdd3-3287-4ce0-810a-c36cb408d737 req-04b26afa-73aa-40ba-82ec-128b8ef6fce5 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=f67737c7-ddce-4496-ac9e-9d13b1ffea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405672 May 04 17:07:08.064649 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80db289-be5f-4cb1-a2d0-14ad7ed6cd51 req-54b18c73-d5a3-437a-8a07-41b938df93ee tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:08.066834 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f80db289-be5f-4cb1-a2d0-14ad7ed6cd51 req-54b18c73-d5a3-437a-8a07-41b938df93ee tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0270a1-6c53-460b-9b23-59ebd6449609 HTTP/1.1" status: 200 len: 944 time: 0.0903156 May 04 17:07:08.116189 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f80db289-be5f-4cb1-a2d0-14ad7ed6cd51 req-c9bf7ce7-df3e-40a4-9ab7-ba7aedcfc8a1 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424206 May 04 17:07:08.649982 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b2251-e9e3-4476-ad8d-955534c134dd req-02f827c9-a908-47c8-826e-d527ff5c55d2 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:08.651430 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a35b2251-e9e3-4476-ad8d-955534c134dd req-02f827c9-a908-47c8-826e-d527ff5c55d2 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=d901dfae-cbf2-48f3-8d31-08717a0787be HTTP/1.1" status: 200 len: 945 time: 0.0798373 May 04 17:07:08.666161 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 7c666c59-1633-47cb-b16b-ba114305fa7d details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:07:08.705773 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a35b2251-e9e3-4476-ad8d-955534c134dd req-68e95ca4-6277-416f-a39d-b8b5fb2816e4 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=f67737c7-ddce-4496-ac9e-9d13b1ffea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483873 May 04 17:07:08.820218 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 7c666c59-1633-47cb-b16b-ba114305fa7d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7c666c59-1633-47cb-b16b-ba114305fa7d,segment=NetworkSegment(19c13b53-ed73-457a-b5e7-fe8d753cbca3),segment_id=19c13b53-ed73-457a-b5e7-fe8d753cbca3)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:07:08.833921 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Returning: {'device': '7c666c59-1633-47cb-b16b-ba114305fa7d', 'network_id': 'b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a', 'port_id': '7c666c59-1633-47cb-b16b-ba114305fa7d', 'mac_address': 'fa:16:3e:32:29:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d30428-6a39-48cf-9509-62b6e78f69f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:07:08.892611 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:08.897045 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4592b-e97b-409d-b14c-3213d9323845 req-0cc44722-18f2-4577-8743-47f9ee388756 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:08.898518 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-64c4592b-e97b-409d-b14c-3213d9323845 req-0cc44722-18f2-4577-8743-47f9ee388756 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=d901dfae-cbf2-48f3-8d31-08717a0787be HTTP/1.1" status: 200 len: 945 time: 0.0868659 May 04 17:07:08.907108 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 53258) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:07:08.909494 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c666c59-1633-47cb-b16b-ba114305fa7d {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:07:08.912865 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-4fab6671-1147-4ace-a763-15d304df365f tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Request body: {'floatingip': {'port_id': '41bc184b-3e47-48b3-a7b5-6a419a7103e3'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:07:08.925717 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 7c666c59-1633-47cb-b16b-ba114305fa7d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7c666c59-1633-47cb-b16b-ba114305fa7d,segment=NetworkSegment(19c13b53-ed73-457a-b5e7-fe8d753cbca3),segment_id=19c13b53-ed73-457a-b5e7-fe8d753cbca3)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:07:08.930582 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:08.933136 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:07:08.992046 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4fab6671-1147-4ace-a763-15d304df365f tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for floatingip, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:09.000207 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=7c666c59-1633-47cb-b16b-ba114305fa7d,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:07:09.003262 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:07:09.199934 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['7c666c59-1633-47cb-b16b-ba114305fa7d'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:07:09.296053 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 53266) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:07:09.364050 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9268286-7d27-4c6e-82d1-36dd455b2826 admin admin] Deleting subnet 69cd7198-31da-471a-9215-0ac23c9501b1 {{(pid=73810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:07:09.368237 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c9268286-7d27-4c6e-82d1-36dd455b2826 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:09.419928 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c9268286-7d27-4c6e-82d1-36dd455b2826 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2356537'] for subnet, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:09.422934 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0bbb9-021c-47fb-8932-126bbb68386b req-2b82491b-1788-456d-9117-243818da9c80 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:09.424630 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-53a0bbb9-021c-47fb-8932-126bbb68386b req-2b82491b-1788-456d-9117-243818da9c80 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0270a1-6c53-460b-9b23-59ebd6449609 HTTP/1.1" status: 200 len: 945 time: 0.1885567 May 04 17:07:09.555553 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-53a0bbb9-021c-47fb-8932-126bbb68386b req-78fd1dd8-3ac5-4f3d-a501-0d631a10c55b tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728738 May 04 17:07:09.588366 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c9268286-7d27-4c6e-82d1-36dd455b2826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1962431'] for subnet, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:09.779248 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4fab6671-1147-4ace-a763-15d304df365f tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:09.784086 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4fab6671-1147-4ace-a763-15d304df365f tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785499'] for floatingip, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:09.850701 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c9268286-7d27-4c6e-82d1-36dd455b2826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1962422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2563741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2596031'] for subnet, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:09.856277 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:07:09.895914 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9268286-7d27-4c6e-82d1-36dd455b2826 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69cd7198-31da-471a-9215-0ac23c9501b1,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:07:09.898658 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c9268286-7d27-4c6e-82d1-36dd455b2826 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:09.904345 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c9268286-7d27-4c6e-82d1-36dd455b2826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:07:09.906642 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-c9268286-7d27-4c6e-82d1-36dd455b2826 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/69cd7198-31da-471a-9215-0ac23c9501b1 HTTP/1.1" status: 204 len: 168 time: 0.6092010 May 04 17:07:09.908275 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 53272) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:07:09.957566 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.db.l3_db [None req-4fab6671-1147-4ace-a763-15d304df365f tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Floating IP ca0c72aa-d586-452d-937e-6854272f2947 associated. External IP: 172.28.3.130, port: 41bc184b-3e47-48b3-a7b5-6a419a7103e3. May 04 17:07:10.020825 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bfcf6dfc-9c6e-4c4c-b6a7-8122947344fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794009'] for network, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:10.147247 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bfcf6dfc-9c6e-4c4c-b6a7-8122947344fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902626', 'neutron.services.segments.db._delete_segments_for_network-8730882941489'] for network, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:10.255490 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-bfcf6dfc-9c6e-4c4c-b6a7-8122947344fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20161de9-a1d9-4e00-9644-d0b8db52c891']}} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:07:10.268537 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-bfcf6dfc-9c6e-4c4c-b6a7-8122947344fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd99cbea5-6c56-4df0-b304-f103c559bce9') {'for_net_delete': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:07:10.268833 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-bfcf6dfc-9c6e-4c4c-b6a7-8122947344fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd99cbea5-6c56-4df0-b304-f103c559bce9') {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:07:10.281454 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bfcf6dfc-9c6e-4c4c-b6a7-8122947344fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730882953063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2356480'] for segment, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:10.299448 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bfcf6dfc-9c6e-4c4c-b6a7-8122947344fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:10.307595 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfcf6dfc-9c6e-4c4c-b6a7-8122947344fc admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=73810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:07:10.313044 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fab6671-1147-4ace-a763-15d304df365f tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Router 928fe277-0f81-4817-a076-42d113632636 has already been hosted by L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:07:10.478921 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-bfcf6dfc-9c6e-4c4c-b6a7-8122947344fc admin admin] Network 20161de9-a1d9-4e00-9644-d0b8db52c891 has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:07:10.491991 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bfcf6dfc-9c6e-4c4c-b6a7-8122947344fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1964778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2562367'] for segment, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:10.498003 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fab6671-1147-4ace-a763-15d304df365f tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:07:10.502270 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4fab6671-1147-4ace-a763-15d304df365f tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:10.508880 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407e0277-d90c-4c38-aa20-0dabbe646cd7 None None] Sync routers for ids ['928fe277-0f81-4817-a076-42d113632636'] in dv-cinder-789603-1-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:07:10.518615 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407e0277-d90c-4c38-aa20-0dabbe646cd7 None None] Routers {'928fe277-0f81-4817-a076-42d113632636'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:07:10.519319 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-407e0277-d90c-4c38-aa20-0dabbe646cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:06:45Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['928fe277-0f81-4817-a076-42d113632636'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:07:10.559929 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-4fab6671-1147-4ace-a763-15d304df365f tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "PUT /v2.0/floatingips/ca0c72aa-d586-452d-937e-6854272f2947 HTTP/1.1" status: 200 len: 991 time: 1.6488891 May 04 17:07:10.559929 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd901dfae-cbf2-48f3-8d31-08717a0787be', 'tag': '41bc184b-3e47-48b3-a7b5-6a419a7103e3'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:07:10.606902 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd901dfae-cbf2-48f3-8d31-08717a0787be', 'tag': '41bc184b-3e47-48b3-a7b5-6a419a7103e3', 'status': 'completed', 'code': 200} May 04 17:07:10.703184 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 7c666c59-1633-47cb-b16b-ba114305fa7d up at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:07:10.741793 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-bfcf6dfc-9c6e-4c4c-b6a7-8122947344fc admin admin] Network 20161de9-a1d9-4e00-9644-d0b8db52c891 has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: Traceback (most recent call last): May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: timer() May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: cb(*args, **kw) May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: return func(*args, **kwargs) May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: self._notify() May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: self.callback(batched_events) May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: event.method(event) May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: return f(self, *a, **k) May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: return self._get(url).json() May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: return self.request(url, 'GET', **kwargs) May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:07:10.765916 dv-cinder-789603-1-smb neutron-server[73810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:07:10.804515 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc39a1-87ee-4738-a1df-8b45320e4b23 req-2427fdf6-dfab-4c84-b3c9-07fd8610b91f tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:10.806393 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-43fc39a1-87ee-4738-a1df-8b45320e4b23 req-2427fdf6-dfab-4c84-b3c9-07fd8610b91f tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0270a1-6c53-460b-9b23-59ebd6449609 HTTP/1.1" status: 200 len: 945 time: 0.0989730 May 04 17:07:10.815242 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-407e0277-d90c-4c38-aa20-0dabbe646cd7 None None] Set router 928fe277-0f81-4817-a076-42d113632636 gateway port host: dv-cinder-789603-1-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:07:10.863425 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c39a12-9fca-415c-9a3b-f64bf8c1e22b req-35818237-c42b-4d31-adc8-06e90685e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:10.864917 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-84c39a12-9fca-415c-9a3b-f64bf8c1e22b req-35818237-c42b-4d31-adc8-06e90685e493 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83b14f849204c3cac0cfd0b7b059636&device_id=d901dfae-cbf2-48f3-8d31-08717a0787be HTTP/1.1" status: 200 len: 1098 time: 0.1911056 May 04 17:07:10.871660 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bfcf6dfc-9c6e-4c4c-b6a7-8122947344fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785481'] for network, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:10.882547 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-43fc39a1-87ee-4738-a1df-8b45320e4b23 req-7858b142-f090-4fa1-a749-eae705582073 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699232 May 04 17:07:10.903350 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-59a62c53-e41d-4072-be2f-5e5b828c79cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:07:10.913736 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning for port 7c666c59-1633-47cb-b16b-ba114305fa7d completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:07:10.916234 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bfcf6dfc-9c6e-4c4c-b6a7-8122947344fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:10.939477 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf6dfc-9c6e-4c4c-b6a7-8122947344fc admin admin] Pushing event deleted for resources: {'Network': ['ID=20161de9-a1d9-4e00-9644-d0b8db52c891,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:07:10.945491 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-bfcf6dfc-9c6e-4c4c-b6a7-8122947344fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:07:10.968985 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning complete for port 7c666c59-1633-47cb-b16b-ba114305fa7d triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:07:10.969361 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:10.994361 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-bfcf6dfc-9c6e-4c4c-b6a7-8122947344fc admin admin] 10.222.0.24 "DELETE /v2.0/networks/20161de9-a1d9-4e00-9644-d0b8db52c891 HTTP/1.1" status: 204 len: 168 time: 1.0849259 May 04 17:07:11.159169 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c39a12-9fca-415c-9a3b-f64bf8c1e22b req-e3ec5f01-5aaf-4901-96da-ccdd7f7b07e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:11.160696 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-84c39a12-9fca-415c-9a3b-f64bf8c1e22b req-e3ec5f01-5aaf-4901-96da-ccdd7f7b07e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23df80bd-2b5c-4d29-962a-2ad738e32bba HTTP/1.1" status: 200 len: 912 time: 0.2828012 May 04 17:07:11.175462 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 53286) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:07:11.247410 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-8c187a27-3b11-4fd0-8117-59306c7c1f21 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07971e724e4f45e69929fabaf5b1eadb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0683813 May 04 17:07:11.247621 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 53290) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:07:11.274041 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-84c39a12-9fca-415c-9a3b-f64bf8c1e22b req-896ecd6f-4411-4003-97ee-d4521ff6f76d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41bc184b-3e47-48b3-a7b5-6a419a7103e3 HTTP/1.1" status: 200 len: 999 time: 0.1061769 May 04 17:07:11.284376 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:11.307631 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65fb3e9f-ff25-41e5-9925-3a0e8b6b5762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:11.334718 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65fb3e9f-ff25-41e5-9925-3a0e8b6b5762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:11.344793 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c39a12-9fca-415c-9a3b-f64bf8c1e22b req-60317b42-0d2f-47e5-b124-79b95276f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:11.348146 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-84c39a12-9fca-415c-9a3b-f64bf8c1e22b req-60317b42-0d2f-47e5-b124-79b95276f38e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98153c02-30f1-4f36-87f8-48da6381261d HTTP/1.1" status: 200 len: 850 time: 0.0678313 May 04 17:07:11.351303 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0270a1-6c53-460b-9b23-59ebd6449609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c666c59-1633-47cb-b16b-ba114305fa7d'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:07:11.394895 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65fb3e9f-ff25-41e5-9925-3a0e8b6b5762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:11.397127 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 7c666c59-1633-47cb-b16b-ba114305fa7d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7c666c59-1633-47cb-b16b-ba114305fa7d,segment=NetworkSegment(19c13b53-ed73-457a-b5e7-fe8d753cbca3),segment_id=19c13b53-ed73-457a-b5e7-fe8d753cbca3)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:07:11.399320 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f2bd24c7-28d7-43bd-b2e7-941bc45ee25c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:07:11.404757 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:11.412603 dv-cinder-789603-1-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0270a1-6c53-460b-9b23-59ebd6449609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c666c59-1633-47cb-b16b-ba114305fa7d', 'code': 200} May 04 17:07:11.413289 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:07:11.415516 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb3e9f-ff25-41e5-9925-3a0e8b6b5762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c129da-5431-4d0b-b90f-1b4efc0f151a,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:07:11.418362 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65fb3e9f-ff25-41e5-9925-3a0e8b6b5762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:07:11.426704 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65fb3e9f-ff25-41e5-9925-3a0e8b6b5762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:11.428397 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-65fb3e9f-ff25-41e5-9925-3a0e8b6b5762 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b4c129da-5431-4d0b-b90f-1b4efc0f151a HTTP/1.1" status: 204 len: 168 time: 0.1793673 May 04 17:07:11.442012 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c39a12-9fca-415c-9a3b-f64bf8c1e22b req-356ea5a9-cacf-4388-bc77-e3a0e97b379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:11.443629 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-84c39a12-9fca-415c-9a3b-f64bf8c1e22b req-356ea5a9-cacf-4388-bc77-e3a0e97b379b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23df80bd-2b5c-4d29-962a-2ad738e32bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0882230 May 04 17:07:11.514349 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=7c666c59-1633-47cb-b16b-ba114305fa7d,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:07:11.517407 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:07:11.554540 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-407e0277-d90c-4c38-aa20-0dabbe646cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928fe277-0f81-4817-a076-42d113632636', 'name': 'tempest-AttachVolumeTestJSON-1477687982-router', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:24Z', 'updated_at': '2021-05-04T17:02:40Z', 'revision_number': 4, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'gw_port': {'id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:26Z', 'updated_at': '2021-05-04T17:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_floatingips': [{'id': 'ca0c72aa-d586-452d-937e-6854272f2947', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'floating_ip_address': '172.28.3.130', 'floating_network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'router_id': '928fe277-0f81-4817-a076-42d113632636', 'port_id': '41bc184b-3e47-48b3-a7b5-6a419a7103e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba', 'mac_address': 'fa:16:3e:3b:3d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd901dfae-cbf2-48f3-8d31-08717a0787be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:06:54Z', 'updated_at': '2021-05-04T17:07:09Z', 'revision_number': 1, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abd15b3c-c504-4f2b-9572-88c2e75c536a', 'name': '', 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'mac_address': 'fa:16:3e:33:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '98153c02-30f1-4f36-87f8-48da6381261d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:36Z', 'updated_at': '2021-05-04T17:02:54Z', 'revision_number': 5, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'subnets': [{'id': '98153c02-30f1-4f36-87f8-48da6381261d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:07:11.559653 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407e0277-d90c-4c38-aa20-0dabbe646cd7 None None] Checking router: 928fe277-0f81-4817-a076-42d113632636 for host: dv-cinder-789603-1-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:07:11.570791 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407e0277-d90c-4c38-aa20-0dabbe646cd7 None None] Routers {'928fe277-0f81-4817-a076-42d113632636'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:07:11.571701 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-407e0277-d90c-4c38-aa20-0dabbe646cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:06:45Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['928fe277-0f81-4817-a076-42d113632636'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:07:11.678870 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-84c39a12-9fca-415c-9a3b-f64bf8c1e22b req-0d1196ea-5856-4177-bb3f-e131b8140f5d service neutron] 10.222.0.41 "GET /v2.0/networks/23df80bd-2b5c-4d29-962a-2ad738e32bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226887 May 04 17:07:11.782938 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-407e0277-d90c-4c38-aa20-0dabbe646cd7 None None] Set router 928fe277-0f81-4817-a076-42d113632636 gateway port host: dv-cinder-789603-1-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:07:11.854285 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544bec06-9f15-4aa0-9b03-e0d549302ebe req-8a1743d4-ddf2-4655-a0c1-14e09c46231c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:11.856000 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-544bec06-9f15-4aa0-9b03-e0d549302ebe req-8a1743d4-ddf2-4655-a0c1-14e09c46231c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e0270a1-6c53-460b-9b23-59ebd6449609 HTTP/1.1" status: 200 len: 1099 time: 0.2693772 May 04 17:07:11.915728 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-84c39a12-9fca-415c-9a3b-f64bf8c1e22b req-512e5b5e-043d-452c-bfa0-cc57a1028d59 service neutron] 10.222.0.41 "GET /v2.0/networks/23df80bd-2b5c-4d29-962a-2ad738e32bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277508 May 04 17:07:11.924039 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-544bec06-9f15-4aa0-9b03-e0d549302ebe req-687d68bc-b35c-4449-b568-a06eb428103d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549438 May 04 17:07:12.086049 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1bb038-f044-4dcd-893e-28e3e53ea04b req-0b1c1e34-b61d-4f80-ae58-e4e7e37e73b4 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:12.087455 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3b1bb038-f044-4dcd-893e-28e3e53ea04b req-0b1c1e34-b61d-4f80-ae58-e4e7e37e73b4 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0270a1-6c53-460b-9b23-59ebd6449609 HTTP/1.1" status: 200 len: 946 time: 0.0826721 May 04 17:07:12.154559 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3b1bb038-f044-4dcd-893e-28e3e53ea04b req-c9c2a846-260d-4130-a204-3f25db90962b tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595241 May 04 17:07:12.170626 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-407e0277-d90c-4c38-aa20-0dabbe646cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928fe277-0f81-4817-a076-42d113632636', 'name': 'tempest-AttachVolumeTestJSON-1477687982-router', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:24Z', 'updated_at': '2021-05-04T17:02:40Z', 'revision_number': 4, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'gw_port': {'id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:26Z', 'updated_at': '2021-05-04T17:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_floatingips': [{'id': 'ca0c72aa-d586-452d-937e-6854272f2947', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'floating_ip_address': '172.28.3.130', 'floating_network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'router_id': '928fe277-0f81-4817-a076-42d113632636', 'port_id': '41bc184b-3e47-48b3-a7b5-6a419a7103e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba', 'mac_address': 'fa:16:3e:3b:3d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd901dfae-cbf2-48f3-8d31-08717a0787be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:06:54Z', 'updated_at': '2021-05-04T17:07:09Z', 'revision_number': 1, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abd15b3c-c504-4f2b-9572-88c2e75c536a', 'name': '', 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'mac_address': 'fa:16:3e:33:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '98153c02-30f1-4f36-87f8-48da6381261d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:36Z', 'updated_at': '2021-05-04T17:02:54Z', 'revision_number': 5, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'subnets': [{'id': '98153c02-30f1-4f36-87f8-48da6381261d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:07:12.174713 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407e0277-d90c-4c38-aa20-0dabbe646cd7 None None] The sync data for ids ['928fe277-0f81-4817-a076-42d113632636'] in dv-cinder-789603-1-smb is: [{'id': '928fe277-0f81-4817-a076-42d113632636', 'name': 'tempest-AttachVolumeTestJSON-1477687982-router', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:24Z', 'updated_at': '2021-05-04T17:02:40Z', 'revision_number': 4, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'gw_port': {'id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:26Z', 'updated_at': '2021-05-04T17:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_floatingips': [{'id': 'ca0c72aa-d586-452d-937e-6854272f2947', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'floating_ip_address': '172.28.3.130', 'floating_network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'router_id': '928fe277-0f81-4817-a076-42d113632636', 'port_id': '41bc184b-3e47-48b3-a7b5-6a419a7103e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba', 'mac_address': 'fa:16:3e:3b:3d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd901dfae-cbf2-48f3-8d31-08717a0787be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:06:54Z', 'updated_at': '2021-05-04T17:07:09Z', 'revision_number': 1, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abd15b3c-c504-4f2b-9572-88c2e75c536a', 'name': '', 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'mac_address': 'fa:16:3e:33:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '98153c02-30f1-4f36-87f8-48da6381261d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:36Z', 'updated_at': '2021-05-04T17:02:54Z', 'revision_number': 5, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'subnets': [{'id': '98153c02-30f1-4f36-87f8-48da6381261d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:07:12.352764 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee88d5ae-650d-4934-87a9-4450a7a36a63 None None] New status for floating IP ca0c72aa-d586-452d-937e-6854272f2947: ACTIVE {{(pid=73812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:07:12.702829 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2b39596c-3221-4d66-be85-fd0b6722e56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:13.343252 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c21ac6-5e57-414d-b1c4-c8a121c4a616 req-c634869f-da91-4441-a5d3-8f8a1a3133aa tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:13.344645 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-27c21ac6-5e57-414d-b1c4-c8a121c4a616 req-c634869f-da91-4441-a5d3-8f8a1a3133aa tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0270a1-6c53-460b-9b23-59ebd6449609 HTTP/1.1" status: 200 len: 946 time: 0.0820885 May 04 17:07:13.391848 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-27c21ac6-5e57-414d-b1c4-c8a121c4a616 req-27ff2ab2-3c65-4813-9270-378223a0e5b7 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406778 May 04 17:07:15.288826 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67ac6d19-9527-4e42-b3c9-23f2c31f7f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:15.595278 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:16.632621 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:16.862784 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:18.050186 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-30c7e70e-afbc-4a9e-bdb0-59ad1eddf4b5 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:18.051556 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-30c7e70e-afbc-4a9e-bdb0-59ad1eddf4b5 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/networks?id=b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a HTTP/1.1" status: 200 len: 815 time: 0.2188413 May 04 17:07:18.066686 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-71cf6f8a-e5f4-404a-aae4-1fbaa50098f9 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/quotas/755ae6ceba9e465db1001ecd8bc2e239 HTTP/1.1" status: 200 len: 375 time: 0.0090187 May 04 17:07:18.150032 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-7cf2c80d-9662-4cc4-b223-b2db162d2a2d tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=755ae6ceba9e465db1001ecd8bc2e239&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0780036 May 04 17:07:18.247649 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:18.288356 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-10bc70e7-ce68-41ce-9075-e5f180a65b75 service neutron] 10.222.0.24 "GET /v2.0/networks/b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311121 May 04 17:07:18.423070 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-f6aa27d8-c0ef-443b-9eaa-bd800ccb8a1b service neutron] 10.222.0.24 "GET /v2.0/networks/b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286707 May 04 17:07:18.599916 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c1b62c18-cc1d-46c5-8d39-8b4f8725b4ba req-26455865-f37c-4ff5-be7f-ec6dd5b47fad tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=97f7b673-6dd3-4e1e-b18c-f3c69678fee8 HTTP/1.1" status: 200 len: 210 time: 0.0443423 May 04 17:07:19.720923 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-f837573f-fa2b-49a3-9e6a-4cf77e13df58 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:19.722354 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-f837573f-fa2b-49a3-9e6a-4cf77e13df58 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.41 "GET /v2.0/networks?id=b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a HTTP/1.1" status: 200 len: 815 time: 0.1570296 May 04 17:07:19.736502 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-37265c7f-6389-48b2-9eb0-bfff711d726b tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Request body: {'port': {'device_id': '97f7b673-6dd3-4e1e-b18c-f3c69678fee8', 'network_id': 'b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a', 'admin_state_up': True, 'tenant_id': '755ae6ceba9e465db1001ecd8bc2e239'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:07:19.767032 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-71075801-81d5-446a-aa34-b101598d7e44 req-389dfb08-ba86-4184-b7e2-561b3a189340 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=97f7b673-6dd3-4e1e-b18c-f3c69678fee8 HTTP/1.1" status: 200 len: 210 time: 0.0416622 May 04 17:07:19.891437 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-37265c7f-6389-48b2-9eb0-bfff711d726b tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:07:19.895120 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-37265c7f-6389-48b2-9eb0-bfff711d726b tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Usage tracker for resource:port and tenant:755ae6ceba9e465db1001ecd8bc2e239 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:07:19.898194 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-37265c7f-6389-48b2-9eb0-bfff711d726b tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Quota usage for port was recalculated. Used quota:1. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:07:19.903778 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-37265c7f-6389-48b2-9eb0-bfff711d726b tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:07:19.913241 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-37265c7f-6389-48b2-9eb0-bfff711d726b tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Made reservation on behalf of 755ae6ceba9e465db1001ecd8bc2e239 for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:07:19.916867 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-37265c7f-6389-48b2-9eb0-bfff711d726b tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:20.081299 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-37265c7f-6389-48b2-9eb0-bfff711d726b tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Allocated IP 172.20.0.8 (b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a/e3d30428-6a39-48cf-9509-62b6e78f69f8/6b484b4b-705e-40e0-b6c8-97b1cf3cb90c) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:07:20.283564 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-37265c7f-6389-48b2-9eb0-bfff711d726b tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:20.321145 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-37265c7f-6389-48b2-9eb0-bfff711d726b tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:20.327003 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-2ccaf3d1-e269-466d-ad13-a50c0bfefe29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:07:20.333558 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['7c666c59-1633-47cb-b16b-ba114305fa7d'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:07:20.397877 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-37265c7f-6389-48b2-9eb0-bfff711d726b tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Network b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:07:20.401522 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-37265c7f-6389-48b2-9eb0-bfff711d726b tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:07:20.404062 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-37265c7f-6389-48b2-9eb0-bfff711d726b tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:07:20.446925 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37265c7f-6389-48b2-9eb0-bfff711d726b tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Pushing event updated for resources: {'Port': ['ID=6b484b4b-705e-40e0-b6c8-97b1cf3cb90c,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:07:20.449910 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-37265c7f-6389-48b2-9eb0-bfff711d726b tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:07:20.473042 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-37265c7f-6389-48b2-9eb0-bfff711d726b tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:20.473686 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-37265c7f-6389-48b2-9eb0-bfff711d726b tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:20.495520 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-37265c7f-6389-48b2-9eb0-bfff711d726b tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7629361 May 04 17:07:20.509703 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-b863caa2-599a-4d55-b840-27ac86152adb service neutron] Request body: {'port': {'device_id': '97f7b673-6dd3-4e1e-b18c-f3c69678fee8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:07:20.624133 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-b863caa2-599a-4d55-b840-27ac86152adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:20.974398 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b566fa-8e8c-4614-9920-b3244ee4f058 req-d44cf5d3-7e69-40f3-bdbb-9ae52feb03be tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:20.976591 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-40b566fa-8e8c-4614-9920-b3244ee4f058 req-d44cf5d3-7e69-40f3-bdbb-9ae52feb03be tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=97f7b673-6dd3-4e1e-b18c-f3c69678fee8 HTTP/1.1" status: 200 len: 931 time: 0.0884361 May 04 17:07:21.025633 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-40b566fa-8e8c-4614-9920-b3244ee4f058 req-ef3bdd1e-f152-4bfc-bd50-b30cde63b623 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420332 May 04 17:07:21.082580 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-b863caa2-599a-4d55-b840-27ac86152adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b484b4b-705e-40e0-b6c8-97b1cf3cb90c {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:07:21.090741 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-b863caa2-599a-4d55-b840-27ac86152adb service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:21.105118 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-b863caa2-599a-4d55-b840-27ac86152adb service neutron] Transition to ACTIVE for port object 6b484b4b-705e-40e0-b6c8-97b1cf3cb90c will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:07:21.108402 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-b863caa2-599a-4d55-b840-27ac86152adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:21.111925 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7715e011-4f42-47a4-a930-9cc6172a52e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:07:21.258293 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b863caa2-599a-4d55-b840-27ac86152adb service neutron] Pushing event updated for resources: {'Port': ['ID=6b484b4b-705e-40e0-b6c8-97b1cf3cb90c,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:07:21.265293 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b863caa2-599a-4d55-b840-27ac86152adb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:07:21.336806 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-b863caa2-599a-4d55-b840-27ac86152adb service neutron] Attempting to bind port 6b484b4b-705e-40e0-b6c8-97b1cf3cb90c on host hv-cinder-78960 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:07:21.337135 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-b863caa2-599a-4d55-b840-27ac86152adb service neutron] Attempting to bind port 6b484b4b-705e-40e0-b6c8-97b1cf3cb90c by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '19c13b53-ed73-457a-b5e7-fe8d753cbca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:07:21.337463 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-b863caa2-599a-4d55-b840-27ac86152adb service neutron] Attempting to bind port 6b484b4b-705e-40e0-b6c8-97b1cf3cb90c on network b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:07:21.341941 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-b863caa2-599a-4d55-b840-27ac86152adb service neutron] Port 6b484b4b-705e-40e0-b6c8-97b1cf3cb90c on network b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:07:21.342257 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-b863caa2-599a-4d55-b840-27ac86152adb service neutron] Attempting to bind port 6b484b4b-705e-40e0-b6c8-97b1cf3cb90c on network b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:07:21.347354 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-b863caa2-599a-4d55-b840-27ac86152adb service neutron] Checking agent: {'id': '9f3cb959-d44b-4b8e-aa2c-516ad41b6189', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'started_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:07:21.347683 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-b863caa2-599a-4d55-b840-27ac86152adb service neutron] Checking segment: {'id': '19c13b53-ed73-457a-b5e7-fe8d753cbca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:07:21.348060 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-b863caa2-599a-4d55-b840-27ac86152adb service neutron] Bound using segment: {'id': '19c13b53-ed73-457a-b5e7-fe8d753cbca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:07:21.348497 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-b863caa2-599a-4d55-b840-27ac86152adb service neutron] Bound port: 6b484b4b-705e-40e0-b6c8-97b1cf3cb90c, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c13b53-ed73-457a-b5e7-fe8d753cbca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:07:21.348843 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-b863caa2-599a-4d55-b840-27ac86152adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:21.434844 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-b863caa2-599a-4d55-b840-27ac86152adb service neutron] For port 6b484b4b-705e-40e0-b6c8-97b1cf3cb90c, host hv-cinder-78960, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:07:21.437744 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-b863caa2-599a-4d55-b840-27ac86152adb service neutron] For port 6b484b4b-705e-40e0-b6c8-97b1cf3cb90c, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6b484b4b-705e-40e0-b6c8-97b1cf3cb90c,segment=NetworkSegment(19c13b53-ed73-457a-b5e7-fe8d753cbca3),segment_id=19c13b53-ed73-457a-b5e7-fe8d753cbca3)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:07:21.442026 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-b863caa2-599a-4d55-b840-27ac86152adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:21.446304 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ef2de629-64e7-4313-b182-d14c5cc3be10 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:07:21.503043 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-b863caa2-599a-4d55-b840-27ac86152adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:21.503721 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-b863caa2-599a-4d55-b840-27ac86152adb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:21.505104 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-b863caa2-599a-4d55-b840-27ac86152adb service neutron] 10.222.0.41 "PUT /v2.0/ports/6b484b4b-705e-40e0-b6c8-97b1cf3cb90c HTTP/1.1" status: 200 len: 1093 time: 1.0001979 May 04 17:07:21.508107 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f7b673-6dd3-4e1e-b18c-f3c69678fee8', 'tag': '6b484b4b-705e-40e0-b6c8-97b1cf3cb90c'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:07:21.536318 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b863caa2-599a-4d55-b840-27ac86152adb service neutron] Pushing event updated for resources: {'Port': ['ID=6b484b4b-705e-40e0-b6c8-97b1cf3cb90c,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:07:21.540592 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b863caa2-599a-4d55-b840-27ac86152adb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:07:21.584953 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f7b673-6dd3-4e1e-b18c-f3c69678fee8', 'tag': '6b484b4b-705e-40e0-b6c8-97b1cf3cb90c', 'status': 'completed', 'code': 200} May 04 17:07:21.625283 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-4cea4ce4-7397-45db-b4f6-5967bb5c5c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:21.626763 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-4cea4ce4-7397-45db-b4f6-5967bb5c5c31 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=755ae6ceba9e465db1001ecd8bc2e239&device_id=97f7b673-6dd3-4e1e-b18c-f3c69678fee8 HTTP/1.1" status: 200 len: 1096 time: 0.0750189 May 04 17:07:21.700540 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-1a48d2b4-a2fe-44bb-b053-79c72460050f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b484b4b-705e-40e0-b6c8-97b1cf3cb90c HTTP/1.1" status: 200 len: 217 time: 0.0640407 May 04 17:07:21.764012 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-17bc65c3-45c9-41a1-85fe-c4df96067564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:21.765456 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-17bc65c3-45c9-41a1-85fe-c4df96067564 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3d30428-6a39-48cf-9509-62b6e78f69f8 HTTP/1.1" status: 200 len: 855 time: 0.0576351 May 04 17:07:21.815351 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-0e8a4a5e-904b-4810-87d5-c29bac4c6fab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423079 May 04 17:07:21.955684 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-c33fa5d2-15d9-443a-be78-36fd50cf1c86 service neutron] 10.222.0.41 "GET /v2.0/networks/b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274135 May 04 17:07:22.097486 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-0180da3b-3506-4bfc-9f94-c8899f271df8 req-4599446b-7c24-47c6-8296-9765b281e3f8 service neutron] 10.222.0.41 "GET /v2.0/networks/b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252747 May 04 17:07:22.219726 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df587cb3-9900-491c-92c7-cc9a2d507f2f req-a36c86c7-6e8f-414a-934c-33689d7143d6 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:22.221120 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-df587cb3-9900-491c-92c7-cc9a2d507f2f req-a36c86c7-6e8f-414a-934c-33689d7143d6 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=97f7b673-6dd3-4e1e-b18c-f3c69678fee8 HTTP/1.1" status: 200 len: 943 time: 0.0812113 May 04 17:07:22.222454 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcff969-b798-43a6-a87e-866ab8052b45 req-6afaab57-7ca2-44cb-9c25-36ebe14f4114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:22.223898 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-edcff969-b798-43a6-a87e-866ab8052b45 req-6afaab57-7ca2-44cb-9c25-36ebe14f4114 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=755ae6ceba9e465db1001ecd8bc2e239&device_id=97f7b673-6dd3-4e1e-b18c-f3c69678fee8 HTTP/1.1" status: 200 len: 1096 time: 0.0713792 May 04 17:07:22.267377 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-df587cb3-9900-491c-92c7-cc9a2d507f2f req-f6c207f4-eb8b-458a-9731-e5a54073dd93 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399990 May 04 17:07:22.357250 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcff969-b798-43a6-a87e-866ab8052b45 req-d35ed9bb-6557-4a6d-8438-524240fd1103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:22.358677 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-edcff969-b798-43a6-a87e-866ab8052b45 req-d35ed9bb-6557-4a6d-8438-524240fd1103 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a HTTP/1.1" status: 200 len: 916 time: 0.1247892 May 04 17:07:22.522820 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-edcff969-b798-43a6-a87e-866ab8052b45 req-c872125c-3160-4519-a5d5-5b4e4f608dc0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b484b4b-705e-40e0-b6c8-97b1cf3cb90c HTTP/1.1" status: 200 len: 217 time: 0.1563206 May 04 17:07:22.585984 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcff969-b798-43a6-a87e-866ab8052b45 req-6854033b-805e-49ae-9047-4e4fadbad9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:22.587408 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-edcff969-b798-43a6-a87e-866ab8052b45 req-6854033b-805e-49ae-9047-4e4fadbad9b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3d30428-6a39-48cf-9509-62b6e78f69f8 HTTP/1.1" status: 200 len: 855 time: 0.0567110 May 04 17:07:22.636538 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-edcff969-b798-43a6-a87e-866ab8052b45 req-06173293-d48a-4696-b7b2-2fee406cce5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410452 May 04 17:07:22.766565 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-edcff969-b798-43a6-a87e-866ab8052b45 req-c9d3cd7d-abaa-40d6-a303-603f982febd3 service neutron] 10.222.0.41 "GET /v2.0/networks/b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228442 May 04 17:07:22.902849 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-edcff969-b798-43a6-a87e-866ab8052b45 req-302b2297-0757-4b7a-9259-23e452ef9764 service neutron] 10.222.0.41 "GET /v2.0/networks/b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246514 May 04 17:07:23.455729 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e9926-1d60-4f73-b5f0-6c280a5e9bef req-9138384d-576d-4906-951d-cf21d966022f tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:23.457118 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2e5e9926-1d60-4f73-b5f0-6c280a5e9bef req-9138384d-576d-4906-951d-cf21d966022f tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=97f7b673-6dd3-4e1e-b18c-f3c69678fee8 HTTP/1.1" status: 200 len: 943 time: 0.0824125 May 04 17:07:23.501845 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2e5e9926-1d60-4f73-b5f0-6c280a5e9bef req-ea62760d-1329-4173-aafe-eecb18b67c8e tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382240 May 04 17:07:24.728878 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 6b484b4b-705e-40e0-b6c8-97b1cf3cb90c details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:07:24.863455 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 6b484b4b-705e-40e0-b6c8-97b1cf3cb90c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6b484b4b-705e-40e0-b6c8-97b1cf3cb90c,segment=NetworkSegment(19c13b53-ed73-457a-b5e7-fe8d753cbca3),segment_id=19c13b53-ed73-457a-b5e7-fe8d753cbca3)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:07:24.872135 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2a2e1-f0b6-4bfe-9e03-9ea928ba219a req-97615507-4877-458c-b060-c56f8e4b52d2 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:24.873618 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-02c2a2e1-f0b6-4bfe-9e03-9ea928ba219a req-97615507-4877-458c-b060-c56f8e4b52d2 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=97f7b673-6dd3-4e1e-b18c-f3c69678fee8 HTTP/1.1" status: 200 len: 943 time: 0.2609303 May 04 17:07:24.876994 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Returning: {'device': '6b484b4b-705e-40e0-b6c8-97b1cf3cb90c', 'network_id': 'b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a', 'port_id': '6b484b4b-705e-40e0-b6c8-97b1cf3cb90c', 'mac_address': 'fa:16:3e:d5:04:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d30428-6a39-48cf-9509-62b6e78f69f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:07:24.920807 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-02c2a2e1-f0b6-4bfe-9e03-9ea928ba219a req-78d2cb08-2553-4d92-ba90-c8659726eff9 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411696 May 04 17:07:24.936852 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:24.953959 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b484b4b-705e-40e0-b6c8-97b1cf3cb90c {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:07:24.970093 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 6b484b4b-705e-40e0-b6c8-97b1cf3cb90c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6b484b4b-705e-40e0-b6c8-97b1cf3cb90c,segment=NetworkSegment(19c13b53-ed73-457a-b5e7-fe8d753cbca3),segment_id=19c13b53-ed73-457a-b5e7-fe8d753cbca3)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:07:24.973078 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:24.975865 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:07:25.040897 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=6b484b4b-705e-40e0-b6c8-97b1cf3cb90c,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:07:25.044038 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:07:25.273422 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['6b484b4b-705e-40e0-b6c8-97b1cf3cb90c'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:07:26.158032 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0ac56-913b-4d4a-965d-3e3be319b8ce req-681493b9-15a8-434c-ab0a-0927eeab9572 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:26.159507 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-00a0ac56-913b-4d4a-965d-3e3be319b8ce req-681493b9-15a8-434c-ab0a-0927eeab9572 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=97f7b673-6dd3-4e1e-b18c-f3c69678fee8 HTTP/1.1" status: 200 len: 944 time: 0.1314971 May 04 17:07:26.204440 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-00a0ac56-913b-4d4a-965d-3e3be319b8ce req-2352f2eb-4904-4e9e-a1db-a65546849853 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383363 May 04 17:07:26.744888 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 6b484b4b-705e-40e0-b6c8-97b1cf3cb90c up at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:07:26.809808 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning for port 6b484b4b-705e-40e0-b6c8-97b1cf3cb90c completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:07:26.814237 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning complete for port 6b484b4b-705e-40e0-b6c8-97b1cf3cb90c triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:07:26.814606 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:26.927643 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:26.952607 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f7b673-6dd3-4e1e-b18c-f3c69678fee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b484b4b-705e-40e0-b6c8-97b1cf3cb90c'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:07:26.962057 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 6b484b4b-705e-40e0-b6c8-97b1cf3cb90c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6b484b4b-705e-40e0-b6c8-97b1cf3cb90c,segment=NetworkSegment(19c13b53-ed73-457a-b5e7-fe8d753cbca3),segment_id=19c13b53-ed73-457a-b5e7-fe8d753cbca3)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:07:26.966348 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:26.968197 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:07:27.005860 dv-cinder-789603-1-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f7b673-6dd3-4e1e-b18c-f3c69678fee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b484b4b-705e-40e0-b6c8-97b1cf3cb90c', 'code': 200} May 04 17:07:27.045844 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=6b484b4b-705e-40e0-b6c8-97b1cf3cb90c,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:07:27.048712 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:07:27.245473 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f49bc-eaa0-4237-bfff-cf324aaa31e4 req-80ea2be5-f211-4923-ab46-0761bdf60e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:27.246986 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-1c8f49bc-eaa0-4237-bfff-cf324aaa31e4 req-80ea2be5-f211-4923-ab46-0761bdf60e1f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97f7b673-6dd3-4e1e-b18c-f3c69678fee8 HTTP/1.1" status: 200 len: 1098 time: 0.0764661 May 04 17:07:27.288267 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-1c8f49bc-eaa0-4237-bfff-cf324aaa31e4 req-2b1f9293-df08-40d1-b65f-79d32e408abe service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348790 May 04 17:07:27.395492 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afefd4-3b74-4c33-86eb-493f2431acdc req-aa61da77-f9b1-4d4a-ace5-228cc24b9b43 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:27.397734 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-85afefd4-3b74-4c33-86eb-493f2431acdc req-aa61da77-f9b1-4d4a-ace5-228cc24b9b43 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=97f7b673-6dd3-4e1e-b18c-f3c69678fee8 HTTP/1.1" status: 200 len: 945 time: 0.0828059 May 04 17:07:27.441739 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-85afefd4-3b74-4c33-86eb-493f2431acdc req-2376c329-b2dc-4adb-a129-96adf25d191f tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382633 May 04 17:07:28.633515 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb30af-b11e-452a-82fd-e5dacea893bd req-533eb275-5b6f-4238-9400-4ea520d7b3be tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:28.634970 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4dcb30af-b11e-452a-82fd-e5dacea893bd req-533eb275-5b6f-4238-9400-4ea520d7b3be tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=97f7b673-6dd3-4e1e-b18c-f3c69678fee8 HTTP/1.1" status: 200 len: 945 time: 0.0850317 May 04 17:07:28.680013 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4dcb30af-b11e-452a-82fd-e5dacea893bd req-2435d127-e6e8-46a7-8b0a-b72eadf64758 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389984 May 04 17:07:30.767325 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-8bde0d45-44e1-4c61-9c47-3be26ed7c3ef tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:30.768668 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-8bde0d45-44e1-4c61-9c47-3be26ed7c3ef tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/networks?id=b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a HTTP/1.1" status: 200 len: 815 time: 0.1423984 May 04 17:07:30.783853 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-710f38e9-5b46-41f4-b5fc-3f5a71fb99ca tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/quotas/755ae6ceba9e465db1001ecd8bc2e239 HTTP/1.1" status: 200 len: 375 time: 0.0095460 May 04 17:07:30.865874 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-1ea2f137-afee-4024-9942-e525600d5102 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=755ae6ceba9e465db1001ecd8bc2e239&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762739 May 04 17:07:31.042863 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-1b4f99f0-8df9-488f-984a-303ffa741f30 service neutron] 10.222.0.24 "GET /v2.0/networks/b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701076 May 04 17:07:31.236560 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-f749aa2a-6b8c-4cc7-b23e-ad74cda8dd99 service neutron] 10.222.0.24 "GET /v2.0/networks/b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878946 May 04 17:07:31.413368 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f7627d34-e058-4c01-9efa-dbea775154b4 req-5f109896-0987-4845-8ce2-54d71987fff1 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=58619484-96a4-487d-974a-0f4918113cff HTTP/1.1" status: 200 len: 210 time: 0.0451970 May 04 17:07:32.566165 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-fedef2ea-4af3-4537-838d-239f0db694c0 req-6d267a71-6f7f-4617-aec8-a2e760cd4052 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=58619484-96a4-487d-974a-0f4918113cff HTTP/1.1" status: 200 len: 210 time: 0.0431395 May 04 17:07:32.750752 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-defc5759-1f3b-487e-acd0-093b70c017bc tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:32.752161 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-defc5759-1f3b-487e-acd0-093b70c017bc tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.41 "GET /v2.0/networks?id=b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a HTTP/1.1" status: 200 len: 815 time: 0.1465859 May 04 17:07:32.765658 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-a3e5ab42-e2e4-4693-9ad5-f671c8ce3a1a tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Request body: {'port': {'device_id': '58619484-96a4-487d-974a-0f4918113cff', 'network_id': 'b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a', 'admin_state_up': True, 'tenant_id': '755ae6ceba9e465db1001ecd8bc2e239'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:07:32.910128 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-a3e5ab42-e2e4-4693-9ad5-f671c8ce3a1a tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:07:32.914626 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-a3e5ab42-e2e4-4693-9ad5-f671c8ce3a1a tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Usage tracker for resource:port and tenant:755ae6ceba9e465db1001ecd8bc2e239 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:07:32.917498 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-a3e5ab42-e2e4-4693-9ad5-f671c8ce3a1a tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:07:32.923197 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-a3e5ab42-e2e4-4693-9ad5-f671c8ce3a1a tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:07:32.935269 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-a3e5ab42-e2e4-4693-9ad5-f671c8ce3a1a tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Made reservation on behalf of 755ae6ceba9e465db1001ecd8bc2e239 for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:07:32.939323 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-a3e5ab42-e2e4-4693-9ad5-f671c8ce3a1a tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:33.114203 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-a3e5ab42-e2e4-4693-9ad5-f671c8ce3a1a tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Allocated IP 172.20.0.2 (b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a/e3d30428-6a39-48cf-9509-62b6e78f69f8/6cf5c2f1-dbdc-491a-bff6-2f5d5421415c) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:07:33.347934 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-a3e5ab42-e2e4-4693-9ad5-f671c8ce3a1a tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:33.379129 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-a3e5ab42-e2e4-4693-9ad5-f671c8ce3a1a tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:33.385067 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d2501a5b-7f9c-436e-9e87-6bd933fc60b0 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:07:33.392097 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['7c666c59-1633-47cb-b16b-ba114305fa7d', '6b484b4b-705e-40e0-b6c8-97b1cf3cb90c'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:07:33.460032 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-a3e5ab42-e2e4-4693-9ad5-f671c8ce3a1a tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Network b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:07:33.463208 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-a3e5ab42-e2e4-4693-9ad5-f671c8ce3a1a tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:07:33.468553 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-a3e5ab42-e2e4-4693-9ad5-f671c8ce3a1a tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:07:33.497489 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5ab42-e2e4-4693-9ad5-f671c8ce3a1a tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Pushing event updated for resources: {'Port': ['ID=6cf5c2f1-dbdc-491a-bff6-2f5d5421415c,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:07:33.504529 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a3e5ab42-e2e4-4693-9ad5-f671c8ce3a1a tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:07:33.533408 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-a3e5ab42-e2e4-4693-9ad5-f671c8ce3a1a tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:33.534029 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-a3e5ab42-e2e4-4693-9ad5-f671c8ce3a1a tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:33.556294 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-a3e5ab42-e2e4-4693-9ad5-f671c8ce3a1a tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7943695 May 04 17:07:33.573327 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-c90b8266-1048-41ca-a953-482f81bc0d26 service neutron] Request body: {'port': {'device_id': '58619484-96a4-487d-974a-0f4918113cff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:07:33.695196 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-c90b8266-1048-41ca-a953-482f81bc0d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:33.773275 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018f6f1-3a0e-4c39-bfcd-10b9af2ce6bd req-ee2529b0-3d18-44e9-b0b5-ab921929c267 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:33.774765 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4018f6f1-3a0e-4c39-bfcd-10b9af2ce6bd req-ee2529b0-3d18-44e9-b0b5-ab921929c267 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=58619484-96a4-487d-974a-0f4918113cff HTTP/1.1" status: 200 len: 931 time: 0.0865581 May 04 17:07:33.827115 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4018f6f1-3a0e-4c39-bfcd-10b9af2ce6bd req-f2fea1c3-857a-47c6-ac5e-c5f9b94f6173 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463867 May 04 17:07:34.156721 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-c90b8266-1048-41ca-a953-482f81bc0d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf5c2f1-dbdc-491a-bff6-2f5d5421415c {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:07:34.164389 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-c90b8266-1048-41ca-a953-482f81bc0d26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:34.179529 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-c90b8266-1048-41ca-a953-482f81bc0d26 service neutron] Transition to ACTIVE for port object 6cf5c2f1-dbdc-491a-bff6-2f5d5421415c will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:07:34.184046 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-c90b8266-1048-41ca-a953-482f81bc0d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:34.188277 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d4f15eae-4cf9-470e-b83e-f8124c0975f9 tempest-VolumesActionsTest-945894252 tempest-VolumesActionsTest-945894252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:07:34.345669 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b8266-1048-41ca-a953-482f81bc0d26 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf5c2f1-dbdc-491a-bff6-2f5d5421415c,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:07:34.353173 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c90b8266-1048-41ca-a953-482f81bc0d26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:07:34.424447 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-c90b8266-1048-41ca-a953-482f81bc0d26 service neutron] Attempting to bind port 6cf5c2f1-dbdc-491a-bff6-2f5d5421415c on host hv-cinder-78960 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:07:34.424834 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-c90b8266-1048-41ca-a953-482f81bc0d26 service neutron] Attempting to bind port 6cf5c2f1-dbdc-491a-bff6-2f5d5421415c by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '19c13b53-ed73-457a-b5e7-fe8d753cbca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:07:34.425170 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-c90b8266-1048-41ca-a953-482f81bc0d26 service neutron] Attempting to bind port 6cf5c2f1-dbdc-491a-bff6-2f5d5421415c on network b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:07:34.431085 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-c90b8266-1048-41ca-a953-482f81bc0d26 service neutron] Port 6cf5c2f1-dbdc-491a-bff6-2f5d5421415c on network b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:07:34.431411 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-c90b8266-1048-41ca-a953-482f81bc0d26 service neutron] Attempting to bind port 6cf5c2f1-dbdc-491a-bff6-2f5d5421415c on network b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:07:34.436928 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-c90b8266-1048-41ca-a953-482f81bc0d26 service neutron] Checking agent: {'id': '9f3cb959-d44b-4b8e-aa2c-516ad41b6189', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'started_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:07:34.437262 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-c90b8266-1048-41ca-a953-482f81bc0d26 service neutron] Checking segment: {'id': '19c13b53-ed73-457a-b5e7-fe8d753cbca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:07:34.437681 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-c90b8266-1048-41ca-a953-482f81bc0d26 service neutron] Bound using segment: {'id': '19c13b53-ed73-457a-b5e7-fe8d753cbca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:07:34.438108 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-c90b8266-1048-41ca-a953-482f81bc0d26 service neutron] Bound port: 6cf5c2f1-dbdc-491a-bff6-2f5d5421415c, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c13b53-ed73-457a-b5e7-fe8d753cbca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:07:34.438454 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-c90b8266-1048-41ca-a953-482f81bc0d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:34.533958 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-c90b8266-1048-41ca-a953-482f81bc0d26 service neutron] For port 6cf5c2f1-dbdc-491a-bff6-2f5d5421415c, host hv-cinder-78960, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:07:34.538231 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-c90b8266-1048-41ca-a953-482f81bc0d26 service neutron] For port 6cf5c2f1-dbdc-491a-bff6-2f5d5421415c, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6cf5c2f1-dbdc-491a-bff6-2f5d5421415c,segment=NetworkSegment(19c13b53-ed73-457a-b5e7-fe8d753cbca3),segment_id=19c13b53-ed73-457a-b5e7-fe8d753cbca3)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:07:34.542718 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-c90b8266-1048-41ca-a953-482f81bc0d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:34.546550 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e6e1af24-013f-4d2f-bd0c-17798e29932e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:07:34.600493 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-c90b8266-1048-41ca-a953-482f81bc0d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:34.601124 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-c90b8266-1048-41ca-a953-482f81bc0d26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:34.602512 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-c90b8266-1048-41ca-a953-482f81bc0d26 service neutron] 10.222.0.41 "PUT /v2.0/ports/6cf5c2f1-dbdc-491a-bff6-2f5d5421415c HTTP/1.1" status: 200 len: 1093 time: 1.0334263 May 04 17:07:34.603024 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58619484-96a4-487d-974a-0f4918113cff', 'tag': '6cf5c2f1-dbdc-491a-bff6-2f5d5421415c'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:07:34.633171 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b8266-1048-41ca-a953-482f81bc0d26 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf5c2f1-dbdc-491a-bff6-2f5d5421415c,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:07:34.637037 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c90b8266-1048-41ca-a953-482f81bc0d26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:07:34.656398 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:07:34.683245 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58619484-96a4-487d-974a-0f4918113cff', 'tag': '6cf5c2f1-dbdc-491a-bff6-2f5d5421415c', 'status': 'completed', 'code': 200} May 04 17:07:34.730504 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-6e9b19df-82b7-4204-b7e3-ba3e8e43b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:34.732068 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-6e9b19df-82b7-4204-b7e3-ba3e8e43b696 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=755ae6ceba9e465db1001ecd8bc2e239&device_id=58619484-96a4-487d-974a-0f4918113cff HTTP/1.1" status: 200 len: 1096 time: 0.0837193 May 04 17:07:34.804026 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-f2a5b959-f5a1-4976-875d-af32e8d27170 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6cf5c2f1-dbdc-491a-bff6-2f5d5421415c HTTP/1.1" status: 200 len: 217 time: 0.0612175 May 04 17:07:34.874426 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-83c2ab88-4dd4-4d77-9d28-70de5394fcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:34.875893 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-83c2ab88-4dd4-4d77-9d28-70de5394fcee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3d30428-6a39-48cf-9509-62b6e78f69f8 HTTP/1.1" status: 200 len: 855 time: 0.0643532 May 04 17:07:34.935214 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-32553bfa-1a16-4cc5-99f0-e6d5d1eb644c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499995 May 04 17:07:35.023888 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9570a10-7a65-4a1b-9d02-ec4883658ebb req-faf48b70-70d8-4d1a-9ca9-c551815331f6 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:35.025437 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b9570a10-7a65-4a1b-9d02-ec4883658ebb req-faf48b70-70d8-4d1a-9ca9-c551815331f6 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=58619484-96a4-487d-974a-0f4918113cff HTTP/1.1" status: 200 len: 943 time: 0.0821652 May 04 17:07:35.076074 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b9570a10-7a65-4a1b-9d02-ec4883658ebb req-2f69adf0-4316-42b5-9ad8-9adedf3d4375 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445900 May 04 17:07:35.076869 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-c70ba895-b8b1-4f31-939c-42f7b787b0b0 service neutron] 10.222.0.41 "GET /v2.0/networks/b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292520 May 04 17:07:35.216730 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-6ab2dd76-7c9d-4dcf-ba9e-eafcb321b81b req-00244b39-0abc-472b-968e-b05f5f4915bd service neutron] 10.222.0.41 "GET /v2.0/networks/b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269763 May 04 17:07:35.351710 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf0989-5944-4d55-8f80-c05195213deb req-29961823-0d23-4a83-97b8-0e63aa55e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:35.353309 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-7abf0989-5944-4d55-8f80-c05195213deb req-29961823-0d23-4a83-97b8-0e63aa55e46c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=755ae6ceba9e465db1001ecd8bc2e239&device_id=58619484-96a4-487d-974a-0f4918113cff HTTP/1.1" status: 200 len: 1096 time: 0.0723433 May 04 17:07:35.494381 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf0989-5944-4d55-8f80-c05195213deb req-27c1323b-960b-4345-8e05-82c5ed69c779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:35.495841 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-7abf0989-5944-4d55-8f80-c05195213deb req-27c1323b-960b-4345-8e05-82c5ed69c779 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a HTTP/1.1" status: 200 len: 916 time: 0.1303527 May 04 17:07:35.570367 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-7abf0989-5944-4d55-8f80-c05195213deb req-1e1c2ec5-4a65-4ae3-aa4d-f41a268baf0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6cf5c2f1-dbdc-491a-bff6-2f5d5421415c HTTP/1.1" status: 200 len: 217 time: 0.0669038 May 04 17:07:35.635856 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf0989-5944-4d55-8f80-c05195213deb req-edc961f3-3028-4016-b89b-f386dce91dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:35.637360 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-7abf0989-5944-4d55-8f80-c05195213deb req-edc961f3-3028-4016-b89b-f386dce91dd2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3d30428-6a39-48cf-9509-62b6e78f69f8 HTTP/1.1" status: 200 len: 855 time: 0.0600410 May 04 17:07:35.690921 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-7abf0989-5944-4d55-8f80-c05195213deb req-163c744b-f95b-44f3-8d4c-4588a598711f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437706 May 04 17:07:35.929037 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-7abf0989-5944-4d55-8f80-c05195213deb req-26530b3d-8b14-4fe2-a6ba-53c67cb6360a service neutron] 10.222.0.41 "GET /v2.0/networks/b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213826 May 04 17:07:36.117334 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-7abf0989-5944-4d55-8f80-c05195213deb req-f6f3d559-aa69-4f78-a96b-935367778d00 service neutron] 10.222.0.41 "GET /v2.0/networks/b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789291 May 04 17:07:36.268717 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e7881-6b2e-44aa-b951-2f2ce85009f3 req-2767f020-d3f8-411b-a9b6-480addb6ae9b tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:36.270213 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d71e7881-6b2e-44aa-b951-2f2ce85009f3 req-2767f020-d3f8-411b-a9b6-480addb6ae9b tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=58619484-96a4-487d-974a-0f4918113cff HTTP/1.1" status: 200 len: 943 time: 0.0847182 May 04 17:07:36.317882 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d71e7881-6b2e-44aa-b951-2f2ce85009f3 req-465959a4-5cf4-412e-9385-aff7a1b61108 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413022 May 04 17:07:36.787663 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 6cf5c2f1-dbdc-491a-bff6-2f5d5421415c details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:07:36.924065 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 6cf5c2f1-dbdc-491a-bff6-2f5d5421415c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6cf5c2f1-dbdc-491a-bff6-2f5d5421415c,segment=NetworkSegment(19c13b53-ed73-457a-b5e7-fe8d753cbca3),segment_id=19c13b53-ed73-457a-b5e7-fe8d753cbca3)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:07:36.937013 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Returning: {'device': '6cf5c2f1-dbdc-491a-bff6-2f5d5421415c', 'network_id': 'b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a', 'port_id': '6cf5c2f1-dbdc-491a-bff6-2f5d5421415c', 'mac_address': 'fa:16:3e:89:dd:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d30428-6a39-48cf-9509-62b6e78f69f8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:07:36.992110 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:37.011678 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf5c2f1-dbdc-491a-bff6-2f5d5421415c {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:07:37.027656 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 6cf5c2f1-dbdc-491a-bff6-2f5d5421415c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6cf5c2f1-dbdc-491a-bff6-2f5d5421415c,segment=NetworkSegment(19c13b53-ed73-457a-b5e7-fe8d753cbca3),segment_id=19c13b53-ed73-457a-b5e7-fe8d753cbca3)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:07:37.031402 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:37.033209 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:07:37.097995 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=6cf5c2f1-dbdc-491a-bff6-2f5d5421415c,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:07:37.101233 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:07:37.363026 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['6cf5c2f1-dbdc-491a-bff6-2f5d5421415c'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:07:37.512136 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f84f77-45e7-401c-99bb-b8341455f092 req-2e26981e-e7d8-41b7-801d-390db60c173e tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:37.513692 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-34f84f77-45e7-401c-99bb-b8341455f092 req-2e26981e-e7d8-41b7-801d-390db60c173e tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=58619484-96a4-487d-974a-0f4918113cff HTTP/1.1" status: 200 len: 944 time: 0.0884788 May 04 17:07:37.561469 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-34f84f77-45e7-401c-99bb-b8341455f092 req-779e7187-18ba-4eba-8ecf-1b1110a3900a tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418465 May 04 17:07:38.747977 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba21698-9fd1-4c17-acee-5e3b1fb3739c req-46d254f8-894d-4ac0-bf7b-eb29f4708c46 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:38.749472 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-dba21698-9fd1-4c17-acee-5e3b1fb3739c req-46d254f8-894d-4ac0-bf7b-eb29f4708c46 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=58619484-96a4-487d-974a-0f4918113cff HTTP/1.1" status: 200 len: 944 time: 0.0800092 May 04 17:07:38.785106 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 6cf5c2f1-dbdc-491a-bff6-2f5d5421415c up at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:07:38.797198 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-dba21698-9fd1-4c17-acee-5e3b1fb3739c req-22d50afc-d6fb-4fbe-b796-51ec8e758a99 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420201 May 04 17:07:38.860305 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning for port 6cf5c2f1-dbdc-491a-bff6-2f5d5421415c completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:07:38.865367 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning complete for port 6cf5c2f1-dbdc-491a-bff6-2f5d5421415c triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:07:38.865738 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:38.983666 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:39.011678 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58619484-96a4-487d-974a-0f4918113cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf5c2f1-dbdc-491a-bff6-2f5d5421415c'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:07:39.021884 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 6cf5c2f1-dbdc-491a-bff6-2f5d5421415c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6cf5c2f1-dbdc-491a-bff6-2f5d5421415c,segment=NetworkSegment(19c13b53-ed73-457a-b5e7-fe8d753cbca3),segment_id=19c13b53-ed73-457a-b5e7-fe8d753cbca3)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:07:39.026696 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:39.029070 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:07:39.065842 dv-cinder-789603-1-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58619484-96a4-487d-974a-0f4918113cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf5c2f1-dbdc-491a-bff6-2f5d5421415c', 'code': 200} May 04 17:07:39.099064 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=6cf5c2f1-dbdc-491a-bff6-2f5d5421415c,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:07:39.102161 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:07:39.306798 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c7e06-b30b-43d7-8f13-e1c00e1a22ad req-577528c5-27a8-43ad-85d4-016dba292f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:39.308260 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-d06c7e06-b30b-43d7-8f13-e1c00e1a22ad req-577528c5-27a8-43ad-85d4-016dba292f7e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58619484-96a4-487d-974a-0f4918113cff HTTP/1.1" status: 200 len: 1098 time: 0.0707450 May 04 17:07:39.351653 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-d06c7e06-b30b-43d7-8f13-e1c00e1a22ad req-c3161acf-b13e-438f-b30b-c7a148fdd3d2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343730 May 04 17:07:39.987841 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e701b35-a709-4f81-aada-f77945865d28 req-52e333bd-4003-496b-b506-b28ad03a1c2f tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:39.989430 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2e701b35-a709-4f81-aada-f77945865d28 req-52e333bd-4003-496b-b506-b28ad03a1c2f tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=58619484-96a4-487d-974a-0f4918113cff HTTP/1.1" status: 200 len: 945 time: 0.0817003 May 04 17:07:40.038898 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2e701b35-a709-4f81-aada-f77945865d28 req-0f91f244-3494-46b5-88a0-b4ed84486ce7 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431659 May 04 17:07:41.231608 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf622c-3515-4e01-888f-02860cb15202 req-f0add5f8-2047-40c5-bdb6-ee7626a4ac09 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:41.233091 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2edf622c-3515-4e01-888f-02860cb15202 req-f0add5f8-2047-40c5-bdb6-ee7626a4ac09 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=58619484-96a4-487d-974a-0f4918113cff HTTP/1.1" status: 200 len: 945 time: 0.0832748 May 04 17:07:41.282018 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2edf622c-3515-4e01-888f-02860cb15202 req-c469dfc3-314e-4a81-8199-3fc5f390523e tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432599 May 04 17:07:42.710766 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-66828781-3941-4de5-a8b8-6d1ddd479098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:43.491394 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b731b-af0d-4567-ac6f-349d217d0df9 req-03516868-7877-4e80-87d0-0b095c9562e2 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:43.492930 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-839b731b-af0d-4567-ac6f-349d217d0df9 req-03516868-7877-4e80-87d0-0b095c9562e2 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 946 time: 0.0866692 May 04 17:07:43.541595 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-839b731b-af0d-4567-ac6f-349d217d0df9 req-94f7fdfb-2440-4ef8-b296-fa521c2c34e7 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428224 May 04 17:07:44.740597 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08ffb1-b097-4bd4-857e-04a5ea3aa91f req-80c4609d-a738-4c25-8d9e-475118b3a6a2 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:44.742025 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7a08ffb1-b097-4bd4-857e-04a5ea3aa91f req-80c4609d-a738-4c25-8d9e-475118b3a6a2 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 946 time: 0.0873432 May 04 17:07:44.786743 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7a08ffb1-b097-4bd4-857e-04a5ea3aa91f req-45fdb2ca-ebf2-43cb-aff1-e3125f90d757 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383024 May 04 17:07:45.281093 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-af4abf7b-4e07-4192-9cf5-b9132ad596c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:45.598452 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:45.984655 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648e48b-fdbc-42ba-926f-8a31880ae091 req-7c425af4-c9a9-4c72-93d1-6a6300145bd2 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:45.986112 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3648e48b-fdbc-42ba-926f-8a31880ae091 req-7c425af4-c9a9-4c72-93d1-6a6300145bd2 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 946 time: 0.0814846 May 04 17:07:46.032508 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3648e48b-fdbc-42ba-926f-8a31880ae091 req-b03eecdd-0564-4aad-84c0-f3ee22e4f924 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404541 May 04 17:07:46.633399 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:46.865789 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:47.229264 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838634a-8d3c-4bf0-af60-d9d51305804a req-fa440938-aafa-4131-8420-b84bfbb57eab tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:47.230960 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3838634a-8d3c-4bf0-af60-d9d51305804a req-fa440938-aafa-4131-8420-b84bfbb57eab tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 946 time: 0.0846140 May 04 17:07:47.277322 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3838634a-8d3c-4bf0-af60-d9d51305804a req-8830bb5e-c9bd-4231-8dac-62ec85040914 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405171 May 04 17:07:47.574516 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-19ed4b4f-e067-4fbd-a11f-c713ca8db3ac tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:47.575912 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-19ed4b4f-e067-4fbd-a11f-c713ca8db3ac tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/networks?id=b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a HTTP/1.1" status: 200 len: 815 time: 0.1500974 May 04 17:07:47.591251 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-c66af27c-0051-464b-a08c-8acba8bcd612 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/quotas/755ae6ceba9e465db1001ecd8bc2e239 HTTP/1.1" status: 200 len: 375 time: 0.0098197 May 04 17:07:47.686854 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-737afbb5-a017-4d07-8ac1-bad60b232b41 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=755ae6ceba9e465db1001ecd8bc2e239&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0905647 May 04 17:07:47.885198 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-0d5184e1-2387-4024-bc0f-bbdfa9a766b5 service neutron] 10.222.0.24 "GET /v2.0/networks/b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912162 May 04 17:07:48.015210 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-2e6a7aa3-335d-4085-8dd0-0645c7e3ddc2 service neutron] 10.222.0.24 "GET /v2.0/networks/b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240821 May 04 17:07:48.191652 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8e69b8e9-0d3c-454a-b310-5a4bef6008b9 req-2cdca99e-5dd9-4f32-9650-961fddc5c201 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=a356f530-e249-4d87-8053-de4e05b54c65 HTTP/1.1" status: 200 len: 210 time: 0.0428760 May 04 17:07:48.250228 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:48.486106 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015f4ab-c212-4b29-a11c-53ba60c845c2 req-2a918f05-1186-4b60-938c-0d7a8b9cff5d tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:48.487564 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f015f4ab-c212-4b29-a11c-53ba60c845c2 req-2a918f05-1186-4b60-938c-0d7a8b9cff5d tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 946 time: 0.0898929 May 04 17:07:48.535490 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f015f4ab-c212-4b29-a11c-53ba60c845c2 req-f12895e7-dd99-4cb4-b171-2451f2ff9e78 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406311 May 04 17:07:49.358671 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-accbea2a-9501-4b99-8d6a-f8435862a0f0 req-1d8f2529-7bbb-490f-994f-b549288f7a5e tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=a356f530-e249-4d87-8053-de4e05b54c65 HTTP/1.1" status: 200 len: 210 time: 0.0483432 May 04 17:07:49.372889 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-96fbe08a-ab2b-47eb-9f69-ed8b57b85fb5 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:49.374417 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-96fbe08a-ab2b-47eb-9f69-ed8b57b85fb5 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.41 "GET /v2.0/networks?id=b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a HTTP/1.1" status: 200 len: 815 time: 0.1655991 May 04 17:07:49.394628 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Request body: {'port': {'device_id': 'a356f530-e249-4d87-8053-de4e05b54c65', 'network_id': 'b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a', 'admin_state_up': True, 'tenant_id': '755ae6ceba9e465db1001ecd8bc2e239'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:07:49.536863 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:07:49.540891 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Usage tracker for resource:port and tenant:755ae6ceba9e465db1001ecd8bc2e239 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:07:49.543956 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:07:49.549941 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:07:49.562871 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Made reservation on behalf of 755ae6ceba9e465db1001ecd8bc2e239 for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:07:49.566649 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:49.748003 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Allocated IP 172.20.0.14 (b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a/e3d30428-6a39-48cf-9509-62b6e78f69f8/1a0dc8b2-3c2a-4338-a113-1ee91ba399c2) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:07:49.748721 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb14514-438f-43a2-a118-49a798e64233 req-d4363227-b85c-4cd2-8d25-bd7e15f10439 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:49.750601 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5fb14514-438f-43a2-a118-49a798e64233 req-d4363227-b85c-4cd2-8d25-bd7e15f10439 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 946 time: 0.0897651 May 04 17:07:49.800789 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5fb14514-438f-43a2-a118-49a798e64233 req-273d5c7e-dd4c-40f8-b6e5-e48ae77a38d7 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423172 May 04 17:07:49.966117 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:49.995077 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:50.000764 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-be35195f-8723-4665-9242-40e7c0b8e731 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:07:50.011331 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['7c666c59-1633-47cb-b16b-ba114305fa7d', '6b484b4b-705e-40e0-b6c8-97b1cf3cb90c', '6cf5c2f1-dbdc-491a-bff6-2f5d5421415c'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:07:50.067732 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Network b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:07:50.071314 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:07:50.075403 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:07:50.109620 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Pushing event updated for resources: {'Port': ['ID=1a0dc8b2-3c2a-4338-a113-1ee91ba399c2,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:07:50.127319 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:07:50.127694 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:07:50.128059 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:07:50.128418 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:07:50.128795 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:07:50.129152 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:07:50.130058 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:07:50.130646 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:07:50.131023 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:07:50.131379 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:07:50.131727 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:07:50.132079 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:07:50.137703 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:07:50.152661 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:50.153274 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:50.174081 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7832308 May 04 17:07:50.190651 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-6f064062-24c6-4339-871f-11306648b680 service neutron] Request body: {'port': {'device_id': 'a356f530-e249-4d87-8053-de4e05b54c65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:07:50.305599 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-6f064062-24c6-4339-871f-11306648b680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:50.547371 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aad30d-3859-4a33-a415-d67d23602152 req-8c21e7a7-a8f0-4e72-8cad-9d742476a0cf tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:50.548844 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-76aad30d-3859-4a33-a415-d67d23602152 req-8c21e7a7-a8f0-4e72-8cad-9d742476a0cf tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=a356f530-e249-4d87-8053-de4e05b54c65 HTTP/1.1" status: 200 len: 932 time: 0.0804536 May 04 17:07:50.594067 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-76aad30d-3859-4a33-a415-d67d23602152 req-18a7903d-d1f0-4b99-ad53-6f53ab40017d tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386212 May 04 17:07:50.660922 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-6f064062-24c6-4339-871f-11306648b680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a0dc8b2-3c2a-4338-a113-1ee91ba399c2 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:07:50.668145 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-6f064062-24c6-4339-871f-11306648b680 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:50.682843 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-6f064062-24c6-4339-871f-11306648b680 service neutron] Transition to ACTIVE for port object 1a0dc8b2-3c2a-4338-a113-1ee91ba399c2 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:07:50.685946 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-6f064062-24c6-4339-871f-11306648b680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:50.690621 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7715e011-4f42-47a4-a930-9cc6172a52e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:07:50.977767 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f064062-24c6-4339-871f-11306648b680 service neutron] Pushing event updated for resources: {'Port': ['ID=1a0dc8b2-3c2a-4338-a113-1ee91ba399c2,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:07:50.981040 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6f064062-24c6-4339-871f-11306648b680 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:07:51.007378 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8482c-fd97-4d5d-8f14-07b45ee24456 req-4bf8d923-150b-4c47-83c2-75a85db306bc tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:51.010241 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ead8482c-fd97-4d5d-8f14-07b45ee24456 req-4bf8d923-150b-4c47-83c2-75a85db306bc tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 946 time: 0.0882251 May 04 17:07:51.025617 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-6f064062-24c6-4339-871f-11306648b680 service neutron] Attempting to bind port 1a0dc8b2-3c2a-4338-a113-1ee91ba399c2 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:07:51.025948 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-6f064062-24c6-4339-871f-11306648b680 service neutron] Attempting to bind port 1a0dc8b2-3c2a-4338-a113-1ee91ba399c2 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '19c13b53-ed73-457a-b5e7-fe8d753cbca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:07:51.026273 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-6f064062-24c6-4339-871f-11306648b680 service neutron] Attempting to bind port 1a0dc8b2-3c2a-4338-a113-1ee91ba399c2 on network b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:07:51.031266 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-6f064062-24c6-4339-871f-11306648b680 service neutron] Port 1a0dc8b2-3c2a-4338-a113-1ee91ba399c2 on network b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:07:51.031607 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-6f064062-24c6-4339-871f-11306648b680 service neutron] Attempting to bind port 1a0dc8b2-3c2a-4338-a113-1ee91ba399c2 on network b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:07:51.038394 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-6f064062-24c6-4339-871f-11306648b680 service neutron] Checking agent: {'id': '9f3cb959-d44b-4b8e-aa2c-516ad41b6189', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'started_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:07:51.038731 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-6f064062-24c6-4339-871f-11306648b680 service neutron] Checking segment: {'id': '19c13b53-ed73-457a-b5e7-fe8d753cbca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:07:51.039147 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-6f064062-24c6-4339-871f-11306648b680 service neutron] Bound using segment: {'id': '19c13b53-ed73-457a-b5e7-fe8d753cbca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:07:51.039607 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-6f064062-24c6-4339-871f-11306648b680 service neutron] Bound port: 1a0dc8b2-3c2a-4338-a113-1ee91ba399c2, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c13b53-ed73-457a-b5e7-fe8d753cbca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:07:51.039955 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-6f064062-24c6-4339-871f-11306648b680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:51.056454 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ead8482c-fd97-4d5d-8f14-07b45ee24456 req-425185a5-92fb-479b-830b-ff29e17980e1 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418050 May 04 17:07:51.135691 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-6f064062-24c6-4339-871f-11306648b680 service neutron] For port 1a0dc8b2-3c2a-4338-a113-1ee91ba399c2, host hv-cinder-78960, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:07:51.138687 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-6f064062-24c6-4339-871f-11306648b680 service neutron] For port 1a0dc8b2-3c2a-4338-a113-1ee91ba399c2, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1a0dc8b2-3c2a-4338-a113-1ee91ba399c2,segment=NetworkSegment(19c13b53-ed73-457a-b5e7-fe8d753cbca3),segment_id=19c13b53-ed73-457a-b5e7-fe8d753cbca3)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:07:51.143251 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-6f064062-24c6-4339-871f-11306648b680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:51.147691 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-9c71b1b1-535b-46bb-bfc6-97cd8c14d52c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:07:51.197494 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-6f064062-24c6-4339-871f-11306648b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:51.198093 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-6f064062-24c6-4339-871f-11306648b680 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:51.199432 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-6f064062-24c6-4339-871f-11306648b680 service neutron] 10.222.0.41 "PUT /v2.0/ports/1a0dc8b2-3c2a-4338-a113-1ee91ba399c2 HTTP/1.1" status: 200 len: 1094 time: 1.0130978 May 04 17:07:51.201423 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a356f530-e249-4d87-8053-de4e05b54c65', 'tag': '1a0dc8b2-3c2a-4338-a113-1ee91ba399c2'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:07:51.233284 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f064062-24c6-4339-871f-11306648b680 service neutron] Pushing event updated for resources: {'Port': ['ID=1a0dc8b2-3c2a-4338-a113-1ee91ba399c2,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:07:51.236356 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6f064062-24c6-4339-871f-11306648b680 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:07:51.279257 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a356f530-e249-4d87-8053-de4e05b54c65', 'tag': '1a0dc8b2-3c2a-4338-a113-1ee91ba399c2', 'status': 'completed', 'code': 200} May 04 17:07:51.321250 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-efa6a2b9-648a-4928-8200-1fe0f5f447d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:51.322703 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-efa6a2b9-648a-4928-8200-1fe0f5f447d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=755ae6ceba9e465db1001ecd8bc2e239&device_id=a356f530-e249-4d87-8053-de4e05b54c65 HTTP/1.1" status: 200 len: 1097 time: 0.0770583 May 04 17:07:51.392957 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-f3f6377d-44ce-48ff-adf4-65a6cf3d3761 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a0dc8b2-3c2a-4338-a113-1ee91ba399c2 HTTP/1.1" status: 200 len: 217 time: 0.0615945 May 04 17:07:51.459510 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-73a86197-4daa-47a7-a3fc-f91ec4efc649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:51.460997 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-73a86197-4daa-47a7-a3fc-f91ec4efc649 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3d30428-6a39-48cf-9509-62b6e78f69f8 HTTP/1.1" status: 200 len: 855 time: 0.0605392 May 04 17:07:51.509631 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-7629a0b1-8660-4c01-9a97-f9b7c88074ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414145 May 04 17:07:51.655588 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-9fc2ca67-0b9e-4812-afec-bef83872bcf0 service neutron] 10.222.0.41 "GET /v2.0/networks/b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320076 May 04 17:07:51.790843 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd9c5e-3fb0-433e-b4df-e7bb830e1982 req-77726211-6813-4d4c-b657-ae8cd0c490d4 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:51.792343 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e0fd9c5e-3fb0-433e-b4df-e7bb830e1982 req-77726211-6813-4d4c-b657-ae8cd0c490d4 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=a356f530-e249-4d87-8053-de4e05b54c65 HTTP/1.1" status: 200 len: 944 time: 0.0848289 May 04 17:07:51.801081 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-fd0bc32c-27b2-408f-b3e2-325714e48937 req-e3dc05f5-bc5f-4bb0-8587-f34edb157db5 service neutron] 10.222.0.41 "GET /v2.0/networks/b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354499 May 04 17:07:51.843399 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e0fd9c5e-3fb0-433e-b4df-e7bb830e1982 req-4f20f627-9fb8-454e-8e38-df85aa6cec12 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447681 May 04 17:07:51.935655 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a86562-da5f-436e-b853-8e95532f061c req-175794a5-dde9-4390-87bf-fd3cdf0d4e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:51.937199 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-e2a86562-da5f-436e-b853-8e95532f061c req-175794a5-dde9-4390-87bf-fd3cdf0d4e1a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=755ae6ceba9e465db1001ecd8bc2e239&device_id=a356f530-e249-4d87-8053-de4e05b54c65 HTTP/1.1" status: 200 len: 1097 time: 0.0745928 May 04 17:07:52.071247 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a86562-da5f-436e-b853-8e95532f061c req-6b3e8e9f-fc72-4460-8dc8-cce48245a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:52.072719 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-e2a86562-da5f-436e-b853-8e95532f061c req-6b3e8e9f-fc72-4460-8dc8-cce48245a29f service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a HTTP/1.1" status: 200 len: 916 time: 0.1263785 May 04 17:07:52.142689 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-e2a86562-da5f-436e-b853-8e95532f061c req-55c31d20-02ea-43b2-9348-b370214fa8c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a0dc8b2-3c2a-4338-a113-1ee91ba399c2 HTTP/1.1" status: 200 len: 217 time: 0.0604923 May 04 17:07:52.212026 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a86562-da5f-436e-b853-8e95532f061c req-b0497bc6-04f2-4a28-b33e-1d40a8e32419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:52.213401 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-e2a86562-da5f-436e-b853-8e95532f061c req-b0497bc6-04f2-4a28-b33e-1d40a8e32419 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3d30428-6a39-48cf-9509-62b6e78f69f8 HTTP/1.1" status: 200 len: 855 time: 0.0609725 May 04 17:07:52.248210 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03097ef8-ceb0-40e5-aee7-dea4d645c01f req-98a092e0-f889-41eb-bc2f-15c753df2a2f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:52.249676 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-03097ef8-ceb0-40e5-aee7-dea4d645c01f req-98a092e0-f889-41eb-bc2f-15c753df2a2f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 946 time: 0.0801351 May 04 17:07:52.262363 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-e2a86562-da5f-436e-b853-8e95532f061c req-e1561030-1c43-44d9-9f8f-90f82486e145 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410185 May 04 17:07:52.294447 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-03097ef8-ceb0-40e5-aee7-dea4d645c01f req-2019e231-b235-4c59-abf3-d88bff9dd1d2 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389979 May 04 17:07:52.401631 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-e2a86562-da5f-436e-b853-8e95532f061c req-e9347126-e585-4ecb-bffb-d73d9f32d213 service neutron] 10.222.0.41 "GET /v2.0/networks/b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244655 May 04 17:07:52.531492 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-e2a86562-da5f-436e-b853-8e95532f061c req-42ff0421-0153-4d8d-91a0-1d00b68c9791 service neutron] 10.222.0.41 "GET /v2.0/networks/b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229255 May 04 17:07:53.036993 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22146c0-a9f8-4efc-8c1d-fb8bd31f1675 req-8b03d56f-e775-432e-96b8-4a461205f35c tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:53.038429 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d22146c0-a9f8-4efc-8c1d-fb8bd31f1675 req-8b03d56f-e775-432e-96b8-4a461205f35c tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=a356f530-e249-4d87-8053-de4e05b54c65 HTTP/1.1" status: 200 len: 944 time: 0.0854406 May 04 17:07:53.085524 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d22146c0-a9f8-4efc-8c1d-fb8bd31f1675 req-056db69a-5599-4020-8dd6-e5ff73853da9 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412931 May 04 17:07:53.486957 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5bbf0-32d5-4e0d-b033-a161c559e001 req-f045b222-c0d3-4af2-bf84-674f8c39d4e0 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:53.488429 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-efd5bbf0-32d5-4e0d-b033-a161c559e001 req-f045b222-c0d3-4af2-bf84-674f8c39d4e0 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 946 time: 0.0821495 May 04 17:07:53.533125 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-efd5bbf0-32d5-4e0d-b033-a161c559e001 req-0aa00207-4074-4163-95bb-3ad7b37c6917 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384793 May 04 17:07:54.271396 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de856b4b-3cfd-4505-88c5-512606ce4ddf req-c7fa63a7-1c63-4c28-b8e7-fee76c8cbba6 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:54.272915 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-de856b4b-3cfd-4505-88c5-512606ce4ddf req-c7fa63a7-1c63-4c28-b8e7-fee76c8cbba6 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=a356f530-e249-4d87-8053-de4e05b54c65 HTTP/1.1" status: 200 len: 944 time: 0.0801144 May 04 17:07:54.317661 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-de856b4b-3cfd-4505-88c5-512606ce4ddf req-bd05737e-274b-488a-93e2-eaf46edea84d tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384893 May 04 17:07:54.728320 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842fda72-6fea-40ad-b142-e2abe34142bc req-56866cfa-9cfd-4d3e-a880-54decdfcee00 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:54.730065 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-842fda72-6fea-40ad-b142-e2abe34142bc req-56866cfa-9cfd-4d3e-a880-54decdfcee00 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 946 time: 0.0834141 May 04 17:07:54.779754 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-842fda72-6fea-40ad-b142-e2abe34142bc req-1d6120ac-c520-4f0f-a35a-fe6c9c1049e5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438607 May 04 17:07:54.861390 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 1a0dc8b2-3c2a-4338-a113-1ee91ba399c2 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:07:54.997066 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 1a0dc8b2-3c2a-4338-a113-1ee91ba399c2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1a0dc8b2-3c2a-4338-a113-1ee91ba399c2,segment=NetworkSegment(19c13b53-ed73-457a-b5e7-fe8d753cbca3),segment_id=19c13b53-ed73-457a-b5e7-fe8d753cbca3)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:07:55.011174 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Returning: {'device': '1a0dc8b2-3c2a-4338-a113-1ee91ba399c2', 'network_id': 'b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a', 'port_id': '1a0dc8b2-3c2a-4338-a113-1ee91ba399c2', 'mac_address': 'fa:16:3e:96:29:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d30428-6a39-48cf-9509-62b6e78f69f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:07:55.088233 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:55.104442 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a0dc8b2-3c2a-4338-a113-1ee91ba399c2 {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:07:55.120138 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 1a0dc8b2-3c2a-4338-a113-1ee91ba399c2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1a0dc8b2-3c2a-4338-a113-1ee91ba399c2,segment=NetworkSegment(19c13b53-ed73-457a-b5e7-fe8d753cbca3),segment_id=19c13b53-ed73-457a-b5e7-fe8d753cbca3)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:07:55.124158 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:55.125957 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:07:55.191443 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=1a0dc8b2-3c2a-4338-a113-1ee91ba399c2,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:07:55.199217 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:07:55.199558 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:07:55.199975 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:07:55.200307 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:07:55.200663 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:07:55.200990 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:07:55.201311 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:07:55.201627 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:07:55.201943 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:07:55.202258 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:07:55.202570 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:07:55.202881 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:07:55.206651 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:07:55.459043 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['1a0dc8b2-3c2a-4338-a113-1ee91ba399c2'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:07:55.503536 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920fecb-a913-46d6-9f94-4e69399d4130 req-e1c85fd0-fd8d-4ebb-8812-f1bb62de2f13 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:55.505219 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8920fecb-a913-46d6-9f94-4e69399d4130 req-e1c85fd0-fd8d-4ebb-8812-f1bb62de2f13 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=a356f530-e249-4d87-8053-de4e05b54c65 HTTP/1.1" status: 200 len: 945 time: 0.0828669 May 04 17:07:55.548520 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8920fecb-a913-46d6-9f94-4e69399d4130 req-696a390e-1d8f-4170-9d85-bf693b1333d4 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376067 May 04 17:07:55.972339 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50165b4-11bf-4258-b37f-464ced26e6af req-66175cdd-c45b-4496-b6e6-cd9d67dce070 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:55.974625 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b50165b4-11bf-4258-b37f-464ced26e6af req-66175cdd-c45b-4496-b6e6-cd9d67dce070 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 946 time: 0.0816743 May 04 17:07:56.020512 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b50165b4-11bf-4258-b37f-464ced26e6af req-e36afbc3-8c49-47ed-bd7e-25ddce62344d tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394051 May 04 17:07:56.743549 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797db77-25cf-4892-9e58-d14a599756f0 req-f22c378b-d1cc-46d4-89b3-e3c0b0d681fc tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:56.745137 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-9797db77-25cf-4892-9e58-d14a599756f0 req-f22c378b-d1cc-46d4-89b3-e3c0b0d681fc tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=a356f530-e249-4d87-8053-de4e05b54c65 HTTP/1.1" status: 200 len: 945 time: 0.0845070 May 04 17:07:56.794023 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-9797db77-25cf-4892-9e58-d14a599756f0 req-13133224-6746-48dc-8488-c28f7625f8e0 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385361 May 04 17:07:56.885494 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 1a0dc8b2-3c2a-4338-a113-1ee91ba399c2 up at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:07:56.961847 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning for port 1a0dc8b2-3c2a-4338-a113-1ee91ba399c2 completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:07:56.967006 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning complete for port 1a0dc8b2-3c2a-4338-a113-1ee91ba399c2 triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:07:56.967374 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:57.082614 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:57.110006 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a356f530-e249-4d87-8053-de4e05b54c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0dc8b2-3c2a-4338-a113-1ee91ba399c2'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:07:57.120708 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 1a0dc8b2-3c2a-4338-a113-1ee91ba399c2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1a0dc8b2-3c2a-4338-a113-1ee91ba399c2,segment=NetworkSegment(19c13b53-ed73-457a-b5e7-fe8d753cbca3),segment_id=19c13b53-ed73-457a-b5e7-fe8d753cbca3)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:07:57.125689 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:57.128399 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:07:57.200699 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=1a0dc8b2-3c2a-4338-a113-1ee91ba399c2,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:07:57.204108 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:07:57.215286 dv-cinder-789603-1-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a356f530-e249-4d87-8053-de4e05b54c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0dc8b2-3c2a-4338-a113-1ee91ba399c2', 'code': 200} May 04 17:07:57.230038 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5093628-5524-4784-bf61-469127a5640c req-0245c01e-d870-4c17-b1eb-c3a5eddb09fa tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:57.232394 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a5093628-5524-4784-bf61-469127a5640c req-0245c01e-d870-4c17-b1eb-c3a5eddb09fa tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 946 time: 0.0997038 May 04 17:07:57.359723 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a5093628-5524-4784-bf61-469127a5640c req-32b65d99-d3f1-4987-8601-7e484f1e86ad tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182046 May 04 17:07:57.469342 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0c3e8-e404-4612-a67d-bcccddddc0f4 req-f787bfd7-f0ad-486d-b620-508e0a2225c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:57.470928 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-a4f0c3e8-e404-4612-a67d-bcccddddc0f4 req-f787bfd7-f0ad-486d-b620-508e0a2225c5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a356f530-e249-4d87-8053-de4e05b54c65 HTTP/1.1" status: 200 len: 1099 time: 0.0780146 May 04 17:07:57.618899 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-a4f0c3e8-e404-4612-a67d-bcccddddc0f4 req-50fd50a5-60fc-4909-a1a8-2fa9b57c1810 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404347 May 04 17:07:57.978652 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffdfba-51bf-4dc2-9f8b-722e837284bc req-0bc484dd-7dcb-4e5a-b890-e8b0b7a12ad7 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:57.980361 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2dffdfba-51bf-4dc2-9f8b-722e837284bc req-0bc484dd-7dcb-4e5a-b890-e8b0b7a12ad7 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=a356f530-e249-4d87-8053-de4e05b54c65 HTTP/1.1" status: 200 len: 946 time: 0.0785630 May 04 17:07:58.027731 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2dffdfba-51bf-4dc2-9f8b-722e837284bc req-2f531e53-041f-4adc-a31e-4bf2d308a3a6 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413508 May 04 17:07:58.560105 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de583d0-78b6-4fce-80da-0112fc7b124f req-b7efed3a-c581-4de0-8ef9-6a82cb3ac58d tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:58.561651 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2de583d0-78b6-4fce-80da-0112fc7b124f req-b7efed3a-c581-4de0-8ef9-6a82cb3ac58d tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 946 time: 0.0818686 May 04 17:07:58.610807 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2de583d0-78b6-4fce-80da-0112fc7b124f req-df58b43d-ae7a-4b19-a14a-690d2b402803 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429277 May 04 17:07:59.364632 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17793b-630e-4694-95eb-67440d78e8db req-5d7bbb50-1164-4fe6-919c-74b24ed3eb62 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:59.366017 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ef17793b-630e-4694-95eb-67440d78e8db req-5d7bbb50-1164-4fe6-919c-74b24ed3eb62 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=a356f530-e249-4d87-8053-de4e05b54c65 HTTP/1.1" status: 200 len: 946 time: 0.0839295 May 04 17:07:59.411634 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ef17793b-630e-4694-95eb-67440d78e8db req-9458f618-a012-40aa-8a53-3281d1c064d4 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398502 May 04 17:07:59.823239 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e2f8c-78ed-4e91-b658-ef6746b3a4af req-0969ff66-6b3d-4e25-97c8-aa6cbe305b94 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:07:59.824910 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d67e2f8c-78ed-4e91-b658-ef6746b3a4af req-0969ff66-6b3d-4e25-97c8-aa6cbe305b94 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 946 time: 0.0976629 May 04 17:07:59.881242 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d67e2f8c-78ed-4e91-b658-ef6746b3a4af req-b18ccb26-3cd0-4f4e-b316-284e65a0efb4 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493357 May 04 17:08:00.897794 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device ed70be6a-d112-4cf3-867e-2dc60035f2ae details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:08:01.035914 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port ed70be6a-d112-4cf3-867e-2dc60035f2ae, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ed70be6a-d112-4cf3-867e-2dc60035f2ae,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:08:01.053388 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Returning: {'device': 'ed70be6a-d112-4cf3-867e-2dc60035f2ae', 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'port_id': 'ed70be6a-d112-4cf3-867e-2dc60035f2ae', 'mac_address': 'fa:16:3e:ef:0a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:08:01.141005 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ecfe2-c323-4852-8b77-34fb0658fd37 req-0a299d07-5443-4ddb-8026-a86171ab7d77 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:01.143141 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-036ecfe2-c323-4852-8b77-34fb0658fd37 req-0a299d07-5443-4ddb-8026-a86171ab7d77 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 946 time: 0.1398497 May 04 17:08:01.145262 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:01.174308 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed70be6a-d112-4cf3-867e-2dc60035f2ae {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:08:01.194066 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-036ecfe2-c323-4852-8b77-34fb0658fd37 req-d1f6d225-89c3-4868-86ae-107cdc1cee50 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426869 May 04 17:08:01.206164 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port ed70be6a-d112-4cf3-867e-2dc60035f2ae, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ed70be6a-d112-4cf3-867e-2dc60035f2ae,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:08:01.212654 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:01.222747 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:01.293566 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=ed70be6a-d112-4cf3-867e-2dc60035f2ae,revision_number=6']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:01.296460 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:01.355396 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['ed70be6a-d112-4cf3-867e-2dc60035f2ae'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:08:02.465493 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f146aa-81ff-4713-a0f0-135aa3f6fbaa req-d02aaa2c-e22f-4061-b0a7-648b61de1a58 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:02.474936 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-17f146aa-81ff-4713-a0f0-135aa3f6fbaa req-d02aaa2c-e22f-4061-b0a7-648b61de1a58 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 945 time: 0.1267884 May 04 17:08:02.545679 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-17f146aa-81ff-4713-a0f0-135aa3f6fbaa req-a2b4c512-b647-4a2d-aa68-16def08b7de1 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695226 May 04 17:08:02.911292 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device ed70be6a-d112-4cf3-867e-2dc60035f2ae up at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:08:02.988176 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning complete for port ed70be6a-d112-4cf3-867e-2dc60035f2ae triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:08:02.989830 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:03.142446 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:03.182661 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d402f8-49ae-4dac-aa02-ebfd477b25cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed70be6a-d112-4cf3-867e-2dc60035f2ae'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:08:03.193462 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port ed70be6a-d112-4cf3-867e-2dc60035f2ae, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ed70be6a-d112-4cf3-867e-2dc60035f2ae,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:08:03.199676 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:03.205760 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-36866cb2-179a-428a-ba7e-938e47c4c270 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:03.276112 dv-cinder-789603-1-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d402f8-49ae-4dac-aa02-ebfd477b25cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed70be6a-d112-4cf3-867e-2dc60035f2ae', 'code': 200} May 04 17:08:03.300389 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=ed70be6a-d112-4cf3-867e-2dc60035f2ae,revision_number=7']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:03.304664 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:03.824670 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf696e-cd5d-4eec-9809-90fe7fa9c730 req-233937cb-3d9f-4a80-a9bf-09bb3175599e tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:03.826826 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-31cf696e-cd5d-4eec-9809-90fe7fa9c730 req-233937cb-3d9f-4a80-a9bf-09bb3175599e tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 946 time: 0.1418679 May 04 17:08:03.919337 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-31cf696e-cd5d-4eec-9809-90fe7fa9c730 req-e7576c07-f399-4844-a983-b2bab590ec85 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848687 May 04 17:08:05.148793 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8756e-9c7f-4c07-be93-95738722c142 req-8c9ec4c5-6a97-4613-80fc-6db0682e6e16 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:05.150330 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-faa8756e-9c7f-4c07-be93-95738722c142 req-8c9ec4c5-6a97-4613-80fc-6db0682e6e16 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 946 time: 0.0970125 May 04 17:08:05.214966 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-faa8756e-9c7f-4c07-be93-95738722c142 req-e9ca5d2b-de46-4ad0-bcb2-4430ce42d84e tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450368 May 04 17:08:06.462679 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16d71f-5593-482e-9ff6-7cac8599a57e req-d85f2db6-07e8-4dd6-aa66-2c4fd968b7c5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:06.465069 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ef16d71f-5593-482e-9ff6-7cac8599a57e req-d85f2db6-07e8-4dd6-aa66-2c4fd968b7c5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 946 time: 0.1137068 May 04 17:08:06.546017 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ef16d71f-5593-482e-9ff6-7cac8599a57e req-094f60b4-87a2-4e69-aabd-5c8e3e3830e5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666385 May 04 17:08:07.625484 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23317bb-4383-42f6-8f37-52d005082f5c req-8f0e4a10-c973-44fc-ae0d-f4b28a683c33 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:07.626969 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a23317bb-4383-42f6-8f37-52d005082f5c req-8f0e4a10-c973-44fc-ae0d-f4b28a683c33 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=a356f530-e249-4d87-8053-de4e05b54c65 HTTP/1.1" status: 200 len: 946 time: 0.0897923 May 04 17:08:07.689960 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a23317bb-4383-42f6-8f37-52d005082f5c req-4014cd04-5194-4004-a8ae-7926b4da19f5 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544739 May 04 17:08:07.793840 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547e0d2-b05e-473b-9530-c2891a143194 req-1f3acaca-a58d-4b1e-a33f-52cb4a7b16cb tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:07.795780 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4547e0d2-b05e-473b-9530-c2891a143194 req-1f3acaca-a58d-4b1e-a33f-52cb4a7b16cb tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 946 time: 0.1200342 May 04 17:08:07.852345 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4547e0d2-b05e-473b-9530-c2891a143194 req-c423c420-6831-4669-a486-a94b2b1aa267 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490494 May 04 17:08:09.087523 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d5ff2a83-4302-4ae2-8390-6cc86f208d59 req-65c1956b-54f9-45ec-9856-df9d210b893a tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1968383044&fields=id&tenant_id=507507794b464505b12fc044f369bd6d HTTP/1.1" status: 200 len: 267 time: 0.0491536 May 04 17:08:09.186447 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3648a-2a32-4133-9990-636a4818774e req-6afc467c-7ae6-48d1-97e4-7070dabe06a4 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:09.194689 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-fee3648a-2a32-4133-9990-636a4818774e req-6afc467c-7ae6-48d1-97e4-7070dabe06a4 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=a356f530-e249-4d87-8053-de4e05b54c65 HTTP/1.1" status: 200 len: 946 time: 0.3588073 May 04 17:08:09.264050 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-fee3648a-2a32-4133-9990-636a4818774e req-9666e48b-9e04-4857-9fc9-48c4f920e18f tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683570 May 04 17:08:09.302461 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff2a83-4302-4ae2-8390-6cc86f208d59 req-087c4393-50da-4f59-b126-090299934a0b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:09.313149 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d5ff2a83-4302-4ae2-8390-6cc86f208d59 req-087c4393-50da-4f59-b126-090299934a0b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 984 time: 0.2184522 May 04 17:08:09.329459 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-d5ff2a83-4302-4ae2-8390-6cc86f208d59 req-0679497b-d4ae-407e-b587-4fd4b9adf7a5 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Request body: {'port': {'security_groups': ['5ab4c7d4-5173-4cc8-ac19-98dba1623e12']}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:08:09.476873 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-d5ff2a83-4302-4ae2-8390-6cc86f208d59 req-0679497b-d4ae-407e-b587-4fd4b9adf7a5 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:09.649108 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed208a7-66cb-4589-91bb-4d772b3208da req-5ef255a3-7e5a-47c6-b948-199d2dc87ff8 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:09.650651 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-6ed208a7-66cb-4589-91bb-4d772b3208da req-5ef255a3-7e5a-47c6-b948-199d2dc87ff8 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Synchronizing usage tracker for tenant:755ae6ceba9e465db1001ecd8bc2e239 on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:08:09.668429 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea737fbe-ee66-4c51-b19a-ce4a21805d5e req-06565d04-56ba-42a2-887c-274246f35e97 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:09.670010 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ea737fbe-ee66-4c51-b19a-ce4a21805d5e req-06565d04-56ba-42a2-887c-274246f35e97 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 946 time: 0.1946781 May 04 17:08:09.673681 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-6ed208a7-66cb-4589-91bb-4d772b3208da req-5ef255a3-7e5a-47c6-b948-199d2dc87ff8 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Unset dirty status for tenant:755ae6ceba9e465db1001ecd8bc2e239 on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:08:09.675094 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-6ed208a7-66cb-4589-91bb-4d772b3208da req-5ef255a3-7e5a-47c6-b948-199d2dc87ff8 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.41 "GET /v2.0/ports?device_id=a356f530-e249-4d87-8053-de4e05b54c65 HTTP/1.1" status: 200 len: 946 time: 0.1720438 May 04 17:08:09.864642 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-6ed208a7-66cb-4589-91bb-4d772b3208da req-bfe5d77a-aaf9-4dde-a55e-a0bef1b65feb tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Deleting port 1a0dc8b2-3c2a-4338-a113-1ee91ba399c2 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:08:09.865328 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6ed208a7-66cb-4589-91bb-4d772b3208da req-bfe5d77a-aaf9-4dde-a55e-a0bef1b65feb tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:09.877984 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ea737fbe-ee66-4c51-b19a-ce4a21805d5e req-0a131ebd-4035-4cf5-ad63-775507d959c1 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978958 May 04 17:08:10.044124 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-6ed208a7-66cb-4589-91bb-4d772b3208da req-bfe5d77a-aaf9-4dde-a55e-a0bef1b65feb tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] For port 1a0dc8b2-3c2a-4338-a113-1ee91ba399c2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1a0dc8b2-3c2a-4338-a113-1ee91ba399c2,segment=NetworkSegment(19c13b53-ed73-457a-b5e7-fe8d753cbca3),segment_id=19c13b53-ed73-457a-b5e7-fe8d753cbca3)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:08:10.044124 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6ed208a7-66cb-4589-91bb-4d772b3208da req-bfe5d77a-aaf9-4dde-a55e-a0bef1b65feb tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:10.120019 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-d5ff2a83-4302-4ae2-8390-6cc86f208d59 req-0679497b-d4ae-407e-b587-4fd4b9adf7a5 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] For port e3539289-7dea-4426-961d-67881f12cc0d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e3539289-7dea-4426-961d-67881f12cc0d,segment=NetworkSegment(964354d2-a324-4b4c-9ecd-4b1a7bd17d79),segment_id=964354d2-a324-4b4c-9ecd-4b1a7bd17d79)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:08:10.165769 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-d5ff2a83-4302-4ae2-8390-6cc86f208d59 req-0679497b-d4ae-407e-b587-4fd4b9adf7a5 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:10.174250 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-d5ff2a83-4302-4ae2-8390-6cc86f208d59 req-0679497b-d4ae-407e-b587-4fd4b9adf7a5 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-721969'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:10.187409 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['e3539289-7dea-4426-961d-67881f12cc0d'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:08:10.199375 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-6ed208a7-66cb-4589-91bb-4d772b3208da req-bfe5d77a-aaf9-4dde-a55e-a0bef1b65feb tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Calling delete_port for 1a0dc8b2-3c2a-4338-a113-1ee91ba399c2 owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:08:10.205548 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e40e18c1-1da6-40d7-a67d-5c8430d68824 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:10.318021 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff2a83-4302-4ae2-8390-6cc86f208d59 req-0679497b-d4ae-407e-b587-4fd4b9adf7a5 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:10.318686 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-d5ff2a83-4302-4ae2-8390-6cc86f208d59 req-0679497b-d4ae-407e-b587-4fd4b9adf7a5 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:10.323034 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d5ff2a83-4302-4ae2-8390-6cc86f208d59 req-0679497b-d4ae-407e-b587-4fd4b9adf7a5 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "PUT /v2.0/ports/e3539289-7dea-4426-961d-67881f12cc0d HTTP/1.1" status: 200 len: 942 time: 1.0087938 May 04 17:08:10.326771 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61be0849-b90d-4d09-9fef-880a9e9356a6', 'tag': 'e3539289-7dea-4426-961d-67881f12cc0d'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:08:10.326934 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 53890) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:10.433651 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679497b-d4ae-407e-b587-4fd4b9adf7a5 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Pushing event updated for resources: {'Port': ['ID=e3539289-7dea-4426-961d-67881f12cc0d,revision_number=7']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:10.458799 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679497b-d4ae-407e-b587-4fd4b9adf7a5 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:10.459564 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679497b-d4ae-407e-b587-4fd4b9adf7a5 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:10.459564 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679497b-d4ae-407e-b587-4fd4b9adf7a5 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:10.459893 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679497b-d4ae-407e-b587-4fd4b9adf7a5 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:10.460247 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679497b-d4ae-407e-b587-4fd4b9adf7a5 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:10.460638 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679497b-d4ae-407e-b587-4fd4b9adf7a5 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:10.460994 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679497b-d4ae-407e-b587-4fd4b9adf7a5 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:10.461347 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679497b-d4ae-407e-b587-4fd4b9adf7a5 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:10.461699 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679497b-d4ae-407e-b587-4fd4b9adf7a5 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:10.462046 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679497b-d4ae-407e-b587-4fd4b9adf7a5 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:10.462393 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679497b-d4ae-407e-b587-4fd4b9adf7a5 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:10.462737 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679497b-d4ae-407e-b587-4fd4b9adf7a5 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:10.469676 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0679497b-d4ae-407e-b587-4fd4b9adf7a5 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:10.478810 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6ed208a7-66cb-4589-91bb-4d772b3208da req-bfe5d77a-aaf9-4dde-a55e-a0bef1b65feb tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:10.491923 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-59e1f2a1-cee9-49df-a31a-eea2802ac78e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:10.497313 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['e3539289-7dea-4426-961d-67881f12cc0d'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:08:10.565651 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61be0849-b90d-4d09-9fef-880a9e9356a6', 'tag': 'e3539289-7dea-4426-961d-67881f12cc0d', 'status': 'completed', 'code': 200} May 04 17:08:10.578980 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5d77a-aaf9-4dde-a55e-a0bef1b65feb tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Pushing event deleted for resources: {'Port': ['ID=1a0dc8b2-3c2a-4338-a113-1ee91ba399c2,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:10.582017 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-bfe5d77a-aaf9-4dde-a55e-a0bef1b65feb tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:10.587880 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-eec0688b-4645-4cbf-b840-83f7ab439168 req-b5f5d0ea-a489-4d60-9c39-d0023f8e7900 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=a356f530-e249-4d87-8053-de4e05b54c65 HTTP/1.1" status: 200 len: 210 time: 0.0804853 May 04 17:08:10.721408 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0e55211d-a031-49a4-8248-1f4b615eca2e tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:10.744148 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed208a7-66cb-4589-91bb-4d772b3208da req-bfe5d77a-aaf9-4dde-a55e-a0bef1b65feb tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] No DVR routers for this DVR port 1a0dc8b2-3c2a-4338-a113-1ee91ba399c2 on host hv-cinder-78960 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:08:10.747280 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6ed208a7-66cb-4589-91bb-4d772b3208da req-bfe5d77a-aaf9-4dde-a55e-a0bef1b65feb tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:10.754964 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a356f530-e249-4d87-8053-de4e05b54c65', 'name': 'network-vif-deleted', 'tag': '1a0dc8b2-3c2a-4338-a113-1ee91ba399c2'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:08:10.755851 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-34554a6c-5119-4464-9d65-a27ac3477b0e None None] Provisioning complete for port e3539289-7dea-4426-961d-67881f12cc0d triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:08:10.756423 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-34554a6c-5119-4464-9d65-a27ac3477b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:10.838817 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0e55211d-a031-49a4-8248-1f4b615eca2e tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:10.849476 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-6ed208a7-66cb-4589-91bb-4d772b3208da req-bfe5d77a-aaf9-4dde-a55e-a0bef1b65feb tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.41 "DELETE /v2.0/ports/1a0dc8b2-3c2a-4338-a113-1ee91ba399c2 HTTP/1.1" status: 204 len: 173 time: 1.1677322 May 04 17:08:10.898785 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c0d17-9330-400f-a321-795938812904 req-d91b5f2c-dab2-45a3-aeb1-f3af5853d7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:10.900652 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-011c0d17-9330-400f-a321-795938812904 req-d91b5f2c-dab2-45a3-aeb1-f3af5853d7ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=507507794b464505b12fc044f369bd6d&device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 1098 time: 0.2743580 May 04 17:08:11.132761 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c0d17-9330-400f-a321-795938812904 req-ec7b7fe8-45a4-4aaf-83b7-03708e09111c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:11.134314 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-011c0d17-9330-400f-a321-795938812904 req-ec7b7fe8-45a4-4aaf-83b7-03708e09111c service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc3461c8-37b6-4e7e-a81b-a1703af6990a HTTP/1.1" status: 200 len: 916 time: 0.2073126 May 04 17:08:11.136328 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a356f530-e249-4d87-8053-de4e05b54c65', 'name': 'network-vif-deleted', 'tag': '1a0dc8b2-3c2a-4338-a113-1ee91ba399c2', 'status': 'completed', 'code': 200} May 04 17:08:11.271089 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495b169-5928-499a-b0d6-3343051aa0f4 req-56643442-1ef7-4b11-9e28-6c28b4b59bfe tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:11.272671 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c495b169-5928-499a-b0d6-3343051aa0f4 req-56643442-1ef7-4b11-9e28-6c28b4b59bfe tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 946 time: 0.1693125 May 04 17:08:11.314246 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0e55211d-a031-49a4-8248-1f4b615eca2e tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:11.335804 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e33863a2-9026-4058-8d19-15cce0c395b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:11.354260 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-011c0d17-9330-400f-a321-795938812904 req-e466d7f1-996d-4ff6-993a-f1311bece569 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3539289-7dea-4426-961d-67881f12cc0d HTTP/1.1" status: 200 len: 1000 time: 0.2102590 May 04 17:08:11.354839 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55211d-a031-49a4-8248-1f4b615eca2e tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f2b653-6885-4077-92de-e012d54150c6,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:11.357930 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0e55211d-a031-49a4-8248-1f4b615eca2e tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:11.399222 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c495b169-5928-499a-b0d6-3343051aa0f4 req-570c9e5d-697b-434d-86cd-7cc1da013d21 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005518 May 04 17:08:11.444924 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0e55211d-a031-49a4-8248-1f4b615eca2e tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:11.446297 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-0e55211d-a031-49a4-8248-1f4b615eca2e tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "DELETE /v2.0/security-groups/b0f2b653-6885-4077-92de-e012d54150c6 HTTP/1.1" status: 204 len: 168 time: 1.1135149 May 04 17:08:11.449369 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 53908) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:11.470192 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['7c666c59-1633-47cb-b16b-ba114305fa7d', '6b484b4b-705e-40e0-b6c8-97b1cf3cb90c', '6cf5c2f1-dbdc-491a-bff6-2f5d5421415c'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:08:11.478481 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c0d17-9330-400f-a321-795938812904 req-7113c9c7-882e-4582-a29f-aa5e81621371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:11.481597 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-011c0d17-9330-400f-a321-795938812904 req-7113c9c7-882e-4582-a29f-aa5e81621371 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2 HTTP/1.1" status: 200 len: 854 time: 0.1198745 May 04 17:08:11.651658 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c0d17-9330-400f-a321-795938812904 req-e6180874-8cac-4e65-b9e9-89bfbfe9559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:11.653252 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-011c0d17-9330-400f-a321-795938812904 req-e6180874-8cac-4e65-b9e9-89bfbfe9559d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc3461c8-37b6-4e7e-a81b-a1703af6990a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1635947 May 04 17:08:11.657289 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:08:11.957881 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c26c617e-2b72-4480-989f-0c749c022b40 req-47ef5d46-91c0-4269-8069-8f7813aedcf1 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=a356f530-e249-4d87-8053-de4e05b54c65 HTTP/1.1" status: 200 len: 210 time: 0.1232700 May 04 17:08:11.993466 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-011c0d17-9330-400f-a321-795938812904 req-b17443a4-49eb-46df-9b24-d8317ada6a70 service neutron] 10.222.0.41 "GET /v2.0/networks/bc3461c8-37b6-4e7e-a81b-a1703af6990a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292413 May 04 17:08:12.066003 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-989c4b51-e3f0-457d-9d47-7b2697ed0939 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Deleting port 62a121e5-662d-4336-bc34-133a58c4f35e {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:08:12.066938 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-989c4b51-e3f0-457d-9d47-7b2697ed0939 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:12.232721 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-989c4b51-e3f0-457d-9d47-7b2697ed0939 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:12.233115 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-989c4b51-e3f0-457d-9d47-7b2697ed0939 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:12.373440 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-989c4b51-e3f0-457d-9d47-7b2697ed0939 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Calling delete_port for 62a121e5-662d-4336-bc34-133a58c4f35e owned by network:floatingip {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:08:12.375294 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-011c0d17-9330-400f-a321-795938812904 req-29188f6b-ed4c-4aa1-9d00-13ec96b60f6e service neutron] 10.222.0.41 "GET /v2.0/networks/bc3461c8-37b6-4e7e-a81b-a1703af6990a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686252 May 04 17:08:12.547208 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-989c4b51-e3f0-457d-9d47-7b2697ed0939 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-721926'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:12.552027 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:12.606649 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c4b51-e3f0-457d-9d47-7b2697ed0939 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Pushing event deleted for resources: {'Port': ['ID=62a121e5-662d-4336-bc34-133a58c4f35e,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:12.609993 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-989c4b51-e3f0-457d-9d47-7b2697ed0939 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:12.714635 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-fb93e472-e777-468d-97b6-b8461fe97f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:12.768473 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-989c4b51-e3f0-457d-9d47-7b2697ed0939 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks [] for floatingip, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:12.769654 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.db.l3_db [None req-989c4b51-e3f0-457d-9d47-7b2697ed0939 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Floating IP 7df76d53-6c3c-4405-a9eb-e1ed66e12b75 disassociated (deleted). External IP: 172.28.3.81, port: e3539289-7dea-4426-961d-67881f12cc0d. May 04 17:08:12.929476 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 1a0dc8b2-3c2a-4338-a113-1ee91ba399c2 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:08:12.966795 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] No Port match for: 1a0dc8b2-3c2a-4338-a113-1ee91ba399c2 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:08:12.967147 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 1a0dc8b2-3c2a-4338-a113-1ee91ba399c2 not bound to the agent host hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:08:13.107977 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c23ffa-61c0-474e-90e0-a38a010979a5 req-5b1afd60-25a2-48df-99b8-ec78248402a7 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:13.115720 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-75c23ffa-61c0-474e-90e0-a38a010979a5 req-5b1afd60-25a2-48df-99b8-ec78248402a7 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 946 time: 0.2940710 May 04 17:08:13.224186 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-75c23ffa-61c0-474e-90e0-a38a010979a5 req-2dc294c1-c0a0-4b22-9093-1cb78dc6cc51 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075885 May 04 17:08:13.340863 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989c4b51-e3f0-457d-9d47-7b2697ed0939 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Router 6098cb02-0961-4f1a-99f3-0bd49e1ff38c has already been hosted by L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:08:13.523558 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989c4b51-e3f0-457d-9d47-7b2697ed0939 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:08:13.533041 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e29e8c-9857-43a6-8492-2a24d8653334 None None] Sync routers for ids ['6098cb02-0961-4f1a-99f3-0bd49e1ff38c'] in dv-cinder-789603-1-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:08:13.545709 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e29e8c-9857-43a6-8492-2a24d8653334 None None] Routers {'6098cb02-0961-4f1a-99f3-0bd49e1ff38c'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:08:13.546582 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-f0e29e8c-9857-43a6-8492-2a24d8653334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:07:45Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['6098cb02-0961-4f1a-99f3-0bd49e1ff38c'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:13.556580 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-989c4b51-e3f0-457d-9d47-7b2697ed0939 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:13.661651 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-989c4b51-e3f0-457d-9d47-7b2697ed0939 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "DELETE /v2.0/floatingips/7df76d53-6c3c-4405-a9eb-e1ed66e12b75 HTTP/1.1" status: 204 len: 168 time: 2.2111349 May 04 17:08:13.663521 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61be0849-b90d-4d09-9fef-880a9e9356a6', 'tag': 'e3539289-7dea-4426-961d-67881f12cc0d'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:08:13.737609 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b8500-6ba2-4359-a7ac-e63853b8d289 req-032c5e90-5035-4d86-8ac5-74b9c5d08d2d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:13.740408 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-838b8500-6ba2-4359-a7ac-e63853b8d289 req-032c5e90-5035-4d86-8ac5-74b9c5d08d2d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 945 time: 0.1512721 May 04 17:08:13.750005 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-f0e29e8c-9857-43a6-8492-2a24d8653334 None None] Set router 6098cb02-0961-4f1a-99f3-0bd49e1ff38c gateway port host: dv-cinder-789603-1-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:08:13.800392 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-838b8500-6ba2-4359-a7ac-e63853b8d289 req-2dbac330-b167-413a-85fd-f539e89c339d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516305 May 04 17:08:13.880639 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61be0849-b90d-4d09-9fef-880a9e9356a6', 'tag': 'e3539289-7dea-4426-961d-67881f12cc0d', 'status': 'completed', 'code': 200} May 04 17:08:14.052601 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de656e-9b88-4efa-b48e-0231f76d0dac req-f65e6678-8b96-4442-9ca8-88f5e57c81bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:14.054089 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-a3de656e-9b88-4efa-b48e-0231f76d0dac req-f65e6678-8b96-4442-9ca8-88f5e57c81bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=507507794b464505b12fc044f369bd6d&device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 1098 time: 0.1476390 May 04 17:08:14.175729 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62fca5-4a76-4a12-8c0e-cbc27b09ff42 req-55c1e289-c8a8-457b-a780-b009fc1d4052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:14.177213 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-be62fca5-4a76-4a12-8c0e-cbc27b09ff42 req-55c1e289-c8a8-457b-a780-b009fc1d4052 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a530a7f8042040e98a19a0a59ab370ed&device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 1099 time: 0.1852612 May 04 17:08:14.178989 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-f0e29e8c-9857-43a6-8492-2a24d8653334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'name': 'tempest-TestMinimumBasicScenario-1058318919-router', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '0ca00483-2726-434b-910f-6196e2a21abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:07Z', 'updated_at': '2021-05-04T17:04:15Z', 'revision_number': 4, 'project_id': '507507794b464505b12fc044f369bd6d', 'gw_port': {'id': '0ca00483-2726-434b-910f-6196e2a21abc', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:08Z', 'updated_at': '2021-05-04T17:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': '0275054d-cec7-43ff-b488-cb8147e2b54a', 'name': '', 'network_id': 'bc3461c8-37b6-4e7e-a81b-a1703af6990a', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'mac_address': 'fa:16:3e:ca:ab:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:14Z', 'updated_at': '2021-05-04T17:04:27Z', 'revision_number': 5, 'project_id': '507507794b464505b12fc044f369bd6d', 'subnets': [{'id': 'f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:14.184755 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e29e8c-9857-43a6-8492-2a24d8653334 None None] Checking router: 6098cb02-0961-4f1a-99f3-0bd49e1ff38c for host: dv-cinder-789603-1-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:08:14.195506 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e29e8c-9857-43a6-8492-2a24d8653334 None None] Routers {'6098cb02-0961-4f1a-99f3-0bd49e1ff38c'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:08:14.196182 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-f0e29e8c-9857-43a6-8492-2a24d8653334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:07:45Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['6098cb02-0961-4f1a-99f3-0bd49e1ff38c'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:14.338001 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de656e-9b88-4efa-b48e-0231f76d0dac req-57da4968-132e-4b35-ad26-dba929294323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:14.339509 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-a3de656e-9b88-4efa-b48e-0231f76d0dac req-57da4968-132e-4b35-ad26-dba929294323 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc3461c8-37b6-4e7e-a81b-a1703af6990a HTTP/1.1" status: 200 len: 916 time: 0.2723799 May 04 17:08:14.395195 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-f0e29e8c-9857-43a6-8492-2a24d8653334 None None] Set router 6098cb02-0961-4f1a-99f3-0bd49e1ff38c gateway port host: dv-cinder-789603-1-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:08:14.436323 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-a3de656e-9b88-4efa-b48e-0231f76d0dac req-513aed66-e5ee-4f96-bc15-e04a23960fca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3539289-7dea-4426-961d-67881f12cc0d HTTP/1.1" status: 200 len: 217 time: 0.0868707 May 04 17:08:14.442565 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62fca5-4a76-4a12-8c0e-cbc27b09ff42 req-c90f14a1-0c3d-4159-826d-30cf763559d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:14.444425 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-be62fca5-4a76-4a12-8c0e-cbc27b09ff42 req-c90f14a1-0c3d-4159-826d-30cf763559d3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=805702bb-73e1-49e9-949a-99d683f18b45 HTTP/1.1" status: 200 len: 918 time: 0.2494185 May 04 17:08:14.466431 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0bae6-7559-4fa6-a7b7-d1a6404cef30 req-1cdc31ef-cdf9-41c1-ab6e-0834eddb65a9 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:14.468266 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a8d0bae6-7559-4fa6-a7b7-d1a6404cef30 req-1cdc31ef-cdf9-41c1-ab6e-0834eddb65a9 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 946 time: 0.1055098 May 04 17:08:14.533686 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a8d0bae6-7559-4fa6-a7b7-d1a6404cef30 req-74b1e83e-e739-41eb-9c57-d6410e3001e9 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581493 May 04 17:08:14.603145 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de656e-9b88-4efa-b48e-0231f76d0dac req-37aa6521-a123-47f2-a99b-06a7143d762a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:14.605892 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-a3de656e-9b88-4efa-b48e-0231f76d0dac req-37aa6521-a123-47f2-a99b-06a7143d762a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2 HTTP/1.1" status: 200 len: 854 time: 0.1603510 May 04 17:08:14.610376 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-be62fca5-4a76-4a12-8c0e-cbc27b09ff42 req-dc8bcdf6-94e9-4107-a754-86d9a98d3853 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed70be6a-d112-4cf3-867e-2dc60035f2ae HTTP/1.1" status: 200 len: 1001 time: 0.1305573 May 04 17:08:14.747420 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62fca5-4a76-4a12-8c0e-cbc27b09ff42 req-3a1cd48c-070e-49ab-83ad-2c1a3d61df61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:14.748750 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-be62fca5-4a76-4a12-8c0e-cbc27b09ff42 req-3a1cd48c-070e-49ab-83ad-2c1a3d61df61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab HTTP/1.1" status: 200 len: 856 time: 0.0846057 May 04 17:08:14.762974 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de656e-9b88-4efa-b48e-0231f76d0dac req-10424558-5ae2-4393-8746-e2f991c334c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:14.764595 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-a3de656e-9b88-4efa-b48e-0231f76d0dac req-10424558-5ae2-4393-8746-e2f991c334c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc3461c8-37b6-4e7e-a81b-a1703af6990a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1433182 May 04 17:08:14.806428 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-f0e29e8c-9857-43a6-8492-2a24d8653334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'name': 'tempest-TestMinimumBasicScenario-1058318919-router', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '0ca00483-2726-434b-910f-6196e2a21abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:07Z', 'updated_at': '2021-05-04T17:04:15Z', 'revision_number': 4, 'project_id': '507507794b464505b12fc044f369bd6d', 'gw_port': {'id': '0ca00483-2726-434b-910f-6196e2a21abc', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:08Z', 'updated_at': '2021-05-04T17:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': '0275054d-cec7-43ff-b488-cb8147e2b54a', 'name': '', 'network_id': 'bc3461c8-37b6-4e7e-a81b-a1703af6990a', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'mac_address': 'fa:16:3e:ca:ab:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:14Z', 'updated_at': '2021-05-04T17:04:27Z', 'revision_number': 5, 'project_id': '507507794b464505b12fc044f369bd6d', 'subnets': [{'id': 'f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:14.814978 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e29e8c-9857-43a6-8492-2a24d8653334 None None] The sync data for ids ['6098cb02-0961-4f1a-99f3-0bd49e1ff38c'] in dv-cinder-789603-1-smb is: [{'id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'name': 'tempest-TestMinimumBasicScenario-1058318919-router', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '0ca00483-2726-434b-910f-6196e2a21abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:07Z', 'updated_at': '2021-05-04T17:04:15Z', 'revision_number': 4, 'project_id': '507507794b464505b12fc044f369bd6d', 'gw_port': {'id': '0ca00483-2726-434b-910f-6196e2a21abc', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:08Z', 'updated_at': '2021-05-04T17:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': '0275054d-cec7-43ff-b488-cb8147e2b54a', 'name': '', 'network_id': 'bc3461c8-37b6-4e7e-a81b-a1703af6990a', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'mac_address': 'fa:16:3e:ca:ab:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:14Z', 'updated_at': '2021-05-04T17:04:27Z', 'revision_number': 5, 'project_id': '507507794b464505b12fc044f369bd6d', 'subnets': [{'id': 'f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:08:14.891116 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f6aad-5dc3-4722-afe9-1fd20cfdca2a req-da733481-d364-4f49-98eb-03062dcf7c13 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:14.896802 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-9a4f6aad-5dc3-4722-afe9-1fd20cfdca2a req-da733481-d364-4f49-98eb-03062dcf7c13 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=58619484-96a4-487d-974a-0f4918113cff HTTP/1.1" status: 200 len: 945 time: 0.1517334 May 04 17:08:14.969922 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-9a4f6aad-5dc3-4722-afe9-1fd20cfdca2a req-e9264bb6-b6ec-42b9-b22e-59c17902cb77 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653477 May 04 17:08:15.019840 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-a3de656e-9b88-4efa-b48e-0231f76d0dac req-be42bc91-2b3d-45b5-89d8-d1e88037a571 service neutron] 10.222.0.41 "GET /v2.0/networks/bc3461c8-37b6-4e7e-a81b-a1703af6990a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096899 May 04 17:08:15.022261 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62fca5-4a76-4a12-8c0e-cbc27b09ff42 req-9ee24262-0c05-4d6a-8c1c-2e8c69b72e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:15.023632 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-be62fca5-4a76-4a12-8c0e-cbc27b09ff42 req-9ee24262-0c05-4d6a-8c1c-2e8c69b72e4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=805702bb-73e1-49e9-949a-99d683f18b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2583036 May 04 17:08:15.072163 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fc28e-1367-4a53-92a7-0ca94a227080 req-c146178b-3371-4aa7-943a-bfe54d8915e0 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:15.073624 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-926fc28e-1367-4a53-92a7-0ca94a227080 req-c146178b-3371-4aa7-943a-bfe54d8915e0 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 945 time: 0.0986273 May 04 17:08:15.142563 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-926fc28e-1367-4a53-92a7-0ca94a227080 req-cdcaed5a-087b-4de4-9ba2-75f49c1b7f99 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619347 May 04 17:08:15.174706 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9a64d4-08d0-473b-b15f-8713ef4e5b99 None None] New status for floating IP 7df76d53-6c3c-4405-a9eb-e1ed66e12b75: DOWN {{(pid=73812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:08:15.287075 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-965f0a39-0d05-4e5c-a123-1620dd9ff49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:15.287719 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-be62fca5-4a76-4a12-8c0e-cbc27b09ff42 req-c014528d-0c18-46c2-95e7-15444f53bd13 service neutron] 10.222.0.41 "GET /v2.0/networks/805702bb-73e1-49e9-949a-99d683f18b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282763 May 04 17:08:15.289494 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-a3de656e-9b88-4efa-b48e-0231f76d0dac req-f59238e9-72f8-47cf-a4d4-4fb6e3a6c216 service neutron] 10.222.0.41 "GET /v2.0/networks/bc3461c8-37b6-4e7e-a81b-a1703af6990a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562077 May 04 17:08:15.447713 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-be62fca5-4a76-4a12-8c0e-cbc27b09ff42 req-1b34aed5-81ca-4968-a0d1-c0be595d39eb service neutron] 10.222.0.41 "GET /v2.0/networks/805702bb-73e1-49e9-949a-99d683f18b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443915 May 04 17:08:15.606652 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:15.762828 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5e560-9658-47c5-bdb4-138952331abd req-cde10814-55f0-40b6-b8ae-bae72d03a001 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:15.764517 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a9f5e560-9658-47c5-bdb4-138952331abd req-cde10814-55f0-40b6-b8ae-bae72d03a001 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 946 time: 0.0940249 May 04 17:08:15.821166 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a9f5e560-9658-47c5-bdb4-138952331abd req-55c3bb24-30bd-4e50-a64c-361d52a46dff tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462189 May 04 17:08:16.178649 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e03f3c-fff6-4516-91fd-cfc2fe5cdd26 req-11ef9f52-ed49-4734-935b-d68df0384cc7 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:16.180111 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-82e03f3c-fff6-4516-91fd-cfc2fe5cdd26 req-11ef9f52-ed49-4734-935b-d68df0384cc7 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=58619484-96a4-487d-974a-0f4918113cff HTTP/1.1" status: 200 len: 945 time: 0.0843694 May 04 17:08:16.230680 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-82e03f3c-fff6-4516-91fd-cfc2fe5cdd26 req-a528efe9-c717-4202-82ae-5a5144d9f0a3 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443661 May 04 17:08:16.339390 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15739d6e-9e6a-46c8-8834-4a55299be0b5 req-cbb1d434-8c1b-49d8-8664-c71d81471cce tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:16.340989 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-15739d6e-9e6a-46c8-8834-4a55299be0b5 req-cbb1d434-8c1b-49d8-8664-c71d81471cce tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 945 time: 0.0842443 May 04 17:08:16.386545 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-15739d6e-9e6a-46c8-8834-4a55299be0b5 req-3a3a9e48-6459-489c-8e5c-5de26b9557c1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396340 May 04 17:08:16.637621 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:16.897742 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:16.971806 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b1520-fa14-449a-a01e-284070a20fc9 req-ce73d111-8dd4-4836-8987-e2fafe47a7c1 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:16.971806 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-7d9b1520-fa14-449a-a01e-284070a20fc9 req-ce73d111-8dd4-4836-8987-e2fafe47a7c1 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Synchronizing usage tracker for tenant:755ae6ceba9e465db1001ecd8bc2e239 on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:08:16.977575 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device ed70be6a-d112-4cf3-867e-2dc60035f2ae no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:08:16.983662 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-7d9b1520-fa14-449a-a01e-284070a20fc9 req-ce73d111-8dd4-4836-8987-e2fafe47a7c1 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Unset dirty status for tenant:755ae6ceba9e465db1001ecd8bc2e239 on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:08:16.985887 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-7d9b1520-fa14-449a-a01e-284070a20fc9 req-ce73d111-8dd4-4836-8987-e2fafe47a7c1 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.41 "GET /v2.0/ports?device_id=58619484-96a4-487d-974a-0f4918113cff HTTP/1.1" status: 200 len: 945 time: 0.1151171 May 04 17:08:17.123254 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:17.165598 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port ed70be6a-d112-4cf3-867e-2dc60035f2ae, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ed70be6a-d112-4cf3-867e-2dc60035f2ae,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:08:17.166989 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d402f8-49ae-4dac-aa02-ebfd477b25cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed70be6a-d112-4cf3-867e-2dc60035f2ae'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:08:17.174310 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:17.177020 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f74f4ced-2845-4bde-892f-85f4e1bbb76f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:17.194447 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb04b25-49b7-461f-a8e0-961dddb9f8de req-598865b7-b5fb-401f-9a93-4debc836ea99 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:17.196117 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-dcb04b25-49b7-461f-a8e0-961dddb9f8de req-598865b7-b5fb-401f-9a93-4debc836ea99 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 946 time: 0.1990147 May 04 17:08:17.284066 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=ed70be6a-d112-4cf3-867e-2dc60035f2ae,revision_number=8']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:17.286594 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:17.328835 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-dcb04b25-49b7-461f-a8e0-961dddb9f8de req-ba44a03a-17f4-4613-ae67-0cf28fc64ea4 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741568 May 04 17:08:17.344042 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd8c0d-c569-452b-a782-45b0616b6497 req-accd86df-db13-454d-88ca-ae891ff46cc8 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:17.344825 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-29cd8c0d-c569-452b-a782-45b0616b6497 req-accd86df-db13-454d-88ca-ae891ff46cc8 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Synchronizing usage tracker for tenant:507507794b464505b12fc044f369bd6d on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:08:17.355127 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-7d9b1520-fa14-449a-a01e-284070a20fc9 req-c99e4778-235a-4f78-9c45-fe58404af1d4 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Deleting port 6cf5c2f1-dbdc-491a-bff6-2f5d5421415c {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:08:17.355547 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-7d9b1520-fa14-449a-a01e-284070a20fc9 req-c99e4778-235a-4f78-9c45-fe58404af1d4 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:17.365024 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-29cd8c0d-c569-452b-a782-45b0616b6497 req-accd86df-db13-454d-88ca-ae891ff46cc8 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Unset dirty status for tenant:507507794b464505b12fc044f369bd6d on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:08:17.372793 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-29cd8c0d-c569-452b-a782-45b0616b6497 req-accd86df-db13-454d-88ca-ae891ff46cc8 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 945 time: 0.1671205 May 04 17:08:17.406730 dv-cinder-789603-1-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d402f8-49ae-4dac-aa02-ebfd477b25cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed70be6a-d112-4cf3-867e-2dc60035f2ae', 'code': 200} May 04 17:08:17.424519 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-29cd8c0d-c569-452b-a782-45b0616b6497 req-196338a9-a86f-473b-aa36-e7ce3dc7ac22 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508027 May 04 17:08:17.504635 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-7d9b1520-fa14-449a-a01e-284070a20fc9 req-c99e4778-235a-4f78-9c45-fe58404af1d4 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] For port 6cf5c2f1-dbdc-491a-bff6-2f5d5421415c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6cf5c2f1-dbdc-491a-bff6-2f5d5421415c,segment=NetworkSegment(19c13b53-ed73-457a-b5e7-fe8d753cbca3),segment_id=19c13b53-ed73-457a-b5e7-fe8d753cbca3)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:08:17.505038 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-7d9b1520-fa14-449a-a01e-284070a20fc9 req-c99e4778-235a-4f78-9c45-fe58404af1d4 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:17.596017 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ac26d-92df-4ebb-ba66-5029833b7c33 req-76ac8cf8-2faf-47de-90a7-134322f7ee01 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:17.601029 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-835ac26d-92df-4ebb-ba66-5029833b7c33 req-76ac8cf8-2faf-47de-90a7-134322f7ee01 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=58619484-96a4-487d-974a-0f4918113cff HTTP/1.1" status: 200 len: 945 time: 0.0915604 May 04 17:08:17.646141 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-7d9b1520-fa14-449a-a01e-284070a20fc9 req-c99e4778-235a-4f78-9c45-fe58404af1d4 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Calling delete_port for 6cf5c2f1-dbdc-491a-bff6-2f5d5421415c owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:08:17.652707 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-835ac26d-92df-4ebb-ba66-5029833b7c33 req-ea611e4e-a750-4437-a250-60e8e524e00d tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460577 May 04 17:08:17.794436 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-7d9b1520-fa14-449a-a01e-284070a20fc9 req-c99e4778-235a-4f78-9c45-fe58404af1d4 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:17.808842 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['7c666c59-1633-47cb-b16b-ba114305fa7d', '6b484b4b-705e-40e0-b6c8-97b1cf3cb90c', '6cf5c2f1-dbdc-491a-bff6-2f5d5421415c'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:08:17.809376 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-bfe5d77a-aaf9-4dde-a55e-a0bef1b65feb tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:17.892542 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e4778-235a-4f78-9c45-fe58404af1d4 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Pushing event deleted for resources: {'Port': ['ID=6cf5c2f1-dbdc-491a-bff6-2f5d5421415c,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:17.899453 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c99e4778-235a-4f78-9c45-fe58404af1d4 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:17.935999 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9b1520-fa14-449a-a01e-284070a20fc9 req-c99e4778-235a-4f78-9c45-fe58404af1d4 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] No DVR routers for this DVR port 6cf5c2f1-dbdc-491a-bff6-2f5d5421415c on host hv-cinder-78960 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:08:17.938468 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-7d9b1520-fa14-449a-a01e-284070a20fc9 req-c99e4778-235a-4f78-9c45-fe58404af1d4 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:17.942689 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58619484-96a4-487d-974a-0f4918113cff', 'name': 'network-vif-deleted', 'tag': '6cf5c2f1-dbdc-491a-bff6-2f5d5421415c'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:08:17.959049 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-7d9b1520-fa14-449a-a01e-284070a20fc9 req-c99e4778-235a-4f78-9c45-fe58404af1d4 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.41 "DELETE /v2.0/ports/6cf5c2f1-dbdc-491a-bff6-2f5d5421415c HTTP/1.1" status: 204 len: 173 time: 0.9672706 May 04 17:08:18.026215 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd1b1a-f30e-4cdb-9aaa-f0faac6a7fd8 req-092fafec-3c4e-4534-83f8-53dbcc9aea08 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:18.027770 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-74dd1b1a-f30e-4cdb-9aaa-f0faac6a7fd8 req-092fafec-3c4e-4534-83f8-53dbcc9aea08 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 945 time: 0.2552817 May 04 17:08:18.035882 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a7e0c-9309-4146-aa15-543426de0fe2 req-1121ee31-3a60-4bce-b7bb-0f3a712c7887 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:18.037711 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-083a7e0c-9309-4146-aa15-543426de0fe2 req-1121ee31-3a60-4bce-b7bb-0f3a712c7887 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=d901dfae-cbf2-48f3-8d31-08717a0787be HTTP/1.1" status: 200 len: 945 time: 0.2249246 May 04 17:08:18.112581 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-74dd1b1a-f30e-4cdb-9aaa-f0faac6a7fd8 req-5c635781-4983-459d-91c2-f793914cec26 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740192 May 04 17:08:18.135466 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-083a7e0c-9309-4146-aa15-543426de0fe2 req-58bba2ed-093a-444d-a612-79149765dc1c tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=f67737c7-ddce-4496-ac9e-9d13b1ffea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802217 May 04 17:08:18.171200 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58619484-96a4-487d-974a-0f4918113cff', 'name': 'network-vif-deleted', 'tag': '6cf5c2f1-dbdc-491a-bff6-2f5d5421415c', 'status': 'completed', 'code': 200} May 04 17:08:18.253700 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:18.534465 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fa18f-737c-4ba6-8556-aed40c7127df req-06a99641-30b6-47e5-8edc-6e52f3fc649d tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:18.536954 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e63fa18f-737c-4ba6-8556-aed40c7127df req-06a99641-30b6-47e5-8edc-6e52f3fc649d tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 944 time: 0.0846739 May 04 17:08:18.634473 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e63fa18f-737c-4ba6-8556-aed40c7127df req-2b263ae6-7c10-4d73-ae72-a3aa90d0afbf tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912216 May 04 17:08:18.664587 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209111d-6f21-4595-a001-2e15259df4d1 req-e63fcbcc-1d4b-4d6a-9bec-00fdc81bafbe tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:18.666013 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4209111d-6f21-4595-a001-2e15259df4d1 req-e63fcbcc-1d4b-4d6a-9bec-00fdc81bafbe tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 945 time: 0.1218207 May 04 17:08:18.712502 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4209111d-6f21-4595-a001-2e15259df4d1 req-d1b5c261-bd9b-4dd3-95fb-f2f13b382991 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ab4c7d4-5173-4cc8-ac19-98dba1623e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402927 May 04 17:08:19.187081 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ad201-d7b9-423b-82cd-53d86aac76c0 req-da5a2b4d-c143-4e83-9101-bf8501db4d7f tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:19.189074 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e11ad201-d7b9-423b-82cd-53d86aac76c0 req-da5a2b4d-c143-4e83-9101-bf8501db4d7f tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=97f7b673-6dd3-4e1e-b18c-f3c69678fee8 HTTP/1.1" status: 200 len: 945 time: 0.0901139 May 04 17:08:19.198791 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92156cac-bacf-4590-a5ef-6713476c3c3a req-dd549deb-b11d-4e46-98c3-b58df22ecb85 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:19.199707 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-92156cac-bacf-4590-a5ef-6713476c3c3a req-dd549deb-b11d-4e46-98c3-b58df22ecb85 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Synchronizing usage tracker for tenant:507507794b464505b12fc044f369bd6d on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:08:19.214511 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-92156cac-bacf-4590-a5ef-6713476c3c3a req-dd549deb-b11d-4e46-98c3-b58df22ecb85 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Unset dirty status for tenant:507507794b464505b12fc044f369bd6d on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:08:19.215930 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-92156cac-bacf-4590-a5ef-6713476c3c3a req-dd549deb-b11d-4e46-98c3-b58df22ecb85 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.41 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 945 time: 0.1164298 May 04 17:08:19.252793 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e11ad201-d7b9-423b-82cd-53d86aac76c0 req-fbc7c0f6-f525-403a-9936-c8e32d5a760e tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559669 May 04 17:08:19.345354 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456b921-6cfa-4010-99b0-8f7df0f36a04 req-01e99235-5957-440b-aeb2-22561c8fe8d7 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:19.346734 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2456b921-6cfa-4010-99b0-8f7df0f36a04 req-01e99235-5957-440b-aeb2-22561c8fe8d7 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 945 time: 0.0973434 May 04 17:08:19.361288 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-92156cac-bacf-4590-a5ef-6713476c3c3a req-a1b1ad03-fb5b-4718-a37f-4ae32c6dfe33 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Deleting port e3539289-7dea-4426-961d-67881f12cc0d {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:08:19.361620 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-92156cac-bacf-4590-a5ef-6713476c3c3a req-a1b1ad03-fb5b-4718-a37f-4ae32c6dfe33 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:19.437532 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2456b921-6cfa-4010-99b0-8f7df0f36a04 req-60ec249b-234f-441c-b6b5-a2713c2299a9 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832396 May 04 17:08:19.481179 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28504ba-1362-4d35-a1f5-a3d44d711a8d req-96cba113-e848-4295-94a3-87cb31a49332 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:19.483420 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e28504ba-1362-4d35-a1f5-a3d44d711a8d req-96cba113-e848-4295-94a3-87cb31a49332 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=d901dfae-cbf2-48f3-8d31-08717a0787be HTTP/1.1" status: 200 len: 945 time: 0.1300306 May 04 17:08:19.499147 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-92156cac-bacf-4590-a5ef-6713476c3c3a req-a1b1ad03-fb5b-4718-a37f-4ae32c6dfe33 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] For port e3539289-7dea-4426-961d-67881f12cc0d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e3539289-7dea-4426-961d-67881f12cc0d,segment=NetworkSegment(964354d2-a324-4b4c-9ecd-4b1a7bd17d79),segment_id=964354d2-a324-4b4c-9ecd-4b1a7bd17d79)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:08:19.499614 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-92156cac-bacf-4590-a5ef-6713476c3c3a req-a1b1ad03-fb5b-4718-a37f-4ae32c6dfe33 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:19.544623 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e28504ba-1362-4d35-a1f5-a3d44d711a8d req-0ea52d6c-da21-4116-ad79-9a9f2db6650b tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=f67737c7-ddce-4496-ac9e-9d13b1ffea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530758 May 04 17:08:19.629150 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-92156cac-bacf-4590-a5ef-6713476c3c3a req-a1b1ad03-fb5b-4718-a37f-4ae32c6dfe33 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Calling delete_port for e3539289-7dea-4426-961d-67881f12cc0d owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:08:19.749889 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-92156cac-bacf-4590-a5ef-6713476c3c3a req-a1b1ad03-fb5b-4718-a37f-4ae32c6dfe33 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:19.755934 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-191b9559-7821-4dba-966e-a9c30da32585 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:19.761172 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['e3539289-7dea-4426-961d-67881f12cc0d'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:08:19.807088 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1ad03-fb5b-4718-a37f-4ae32c6dfe33 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Pushing event deleted for resources: {'Port': ['ID=e3539289-7dea-4426-961d-67881f12cc0d,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:19.816082 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a1b1ad03-fb5b-4718-a37f-4ae32c6dfe33 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:19.887610 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-caf6d047-ae1d-4ea2-bc49-c9d10137ce2d req-c90a9e2a-0fa2-4620-a693-f9d7b532b2f8 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.24 "GET /v2.0/ports?device_id=61be0849-b90d-4d09-9fef-880a9e9356a6 HTTP/1.1" status: 200 len: 210 time: 0.0456924 May 04 17:08:19.945273 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-92156cac-bacf-4590-a5ef-6713476c3c3a req-a1b1ad03-fb5b-4718-a37f-4ae32c6dfe33 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] No DVR routers for this DVR port e3539289-7dea-4426-961d-67881f12cc0d on host hv-cinder-78960 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:08:19.952072 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-92156cac-bacf-4590-a5ef-6713476c3c3a req-a1b1ad03-fb5b-4718-a37f-4ae32c6dfe33 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:19.973604 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-92156cac-bacf-4590-a5ef-6713476c3c3a req-a1b1ad03-fb5b-4718-a37f-4ae32c6dfe33 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] 10.222.0.41 "DELETE /v2.0/ports/e3539289-7dea-4426-961d-67881f12cc0d HTTP/1.1" status: 204 len: 173 time: 0.7511144 May 04 17:08:20.016556 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ad2a8-f36e-437b-872e-f0aa255113b0 req-4f7e4a8b-c8d2-427c-ae20-79b17ab65a51 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:20.017469 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-f79ad2a8-f36e-437b-872e-f0aa255113b0 req-4f7e4a8b-c8d2-427c-ae20-79b17ab65a51 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Synchronizing usage tracker for tenant:a83b14f849204c3cac0cfd0b7b059636 on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:08:20.033294 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-f79ad2a8-f36e-437b-872e-f0aa255113b0 req-4f7e4a8b-c8d2-427c-ae20-79b17ab65a51 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Unset dirty status for tenant:a83b14f849204c3cac0cfd0b7b059636 on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:08:20.034534 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-f79ad2a8-f36e-437b-872e-f0aa255113b0 req-4f7e4a8b-c8d2-427c-ae20-79b17ab65a51 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.41 "GET /v2.0/ports?device_id=d901dfae-cbf2-48f3-8d31-08717a0787be HTTP/1.1" status: 200 len: 945 time: 0.1249533 May 04 17:08:20.171888 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61be0849-b90d-4d09-9fef-880a9e9356a6', 'name': 'network-vif-deleted', 'tag': 'e3539289-7dea-4426-961d-67881f12cc0d'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:08:20.201430 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-f79ad2a8-f36e-437b-872e-f0aa255113b0 req-59266285-8235-47c2-946d-87d34c57e1bf tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Deleting port 41bc184b-3e47-48b3-a7b5-6a419a7103e3 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:08:20.202004 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-f79ad2a8-f36e-437b-872e-f0aa255113b0 req-59266285-8235-47c2-946d-87d34c57e1bf tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:20.363412 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-f79ad2a8-f36e-437b-872e-f0aa255113b0 req-59266285-8235-47c2-946d-87d34c57e1bf tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] For port 41bc184b-3e47-48b3-a7b5-6a419a7103e3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=41bc184b-3e47-48b3-a7b5-6a419a7103e3,segment=NetworkSegment(87e26b66-4b3d-4536-a9b9-7fc8bc86198c),segment_id=87e26b66-4b3d-4536-a9b9-7fc8bc86198c)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:08:20.363837 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-f79ad2a8-f36e-437b-872e-f0aa255113b0 req-59266285-8235-47c2-946d-87d34c57e1bf tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:20.401668 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc1115-4fa6-4c1c-8d09-95a1ad6f0ddd req-23cf10b9-7387-4034-b257-e9d2479b52fa tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:20.410122 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a7bc1115-4fa6-4c1c-8d09-95a1ad6f0ddd req-23cf10b9-7387-4034-b257-e9d2479b52fa tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 944 time: 0.1108160 May 04 17:08:20.554483 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a7bc1115-4fa6-4c1c-8d09-95a1ad6f0ddd req-8312eab7-ef12-4983-987b-ce09747bc27c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433904 May 04 17:08:20.607465 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e7ce1-3390-4b6e-86a1-41f30df4093b req-ee251eae-bb19-4cae-8e8f-abf450a67e42 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:20.616211 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-bd4e7ce1-3390-4b6e-86a1-41f30df4093b req-ee251eae-bb19-4cae-8e8f-abf450a67e42 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=97f7b673-6dd3-4e1e-b18c-f3c69678fee8 HTTP/1.1" status: 200 len: 945 time: 0.1485078 May 04 17:08:20.666944 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 54098) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:20.724576 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-bd4e7ce1-3390-4b6e-86a1-41f30df4093b req-a6965237-e954-4819-a58f-6b4498f2ecb7 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073437 May 04 17:08:20.726694 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61be0849-b90d-4d09-9fef-880a9e9356a6', 'name': 'network-vif-deleted', 'tag': 'e3539289-7dea-4426-961d-67881f12cc0d', 'status': 'completed', 'code': 200} May 04 17:08:20.835470 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16dcfcd-663d-4a65-aa4b-e1d7e8873d20 req-d66316e0-008e-4ab2-835b-c4ebfad2c1cc tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:20.843005 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c16dcfcd-663d-4a65-aa4b-e1d7e8873d20 req-d66316e0-008e-4ab2-835b-c4ebfad2c1cc tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 945 time: 0.1628430 May 04 17:08:20.870877 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7d714d6a-87a4-478f-bfdf-73aae9089699 req-5eb59686-9413-4e97-925c-0c98e0206fe4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2023783 May 04 17:08:20.897819 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c16dcfcd-663d-4a65-aa4b-e1d7e8873d20 req-2502aec2-a67b-42be-b364-f4ed4fe2b3dc tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538874 May 04 17:08:20.961402 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-f79ad2a8-f36e-437b-872e-f0aa255113b0 req-59266285-8235-47c2-946d-87d34c57e1bf tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:20.961765 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-f79ad2a8-f36e-437b-872e-f0aa255113b0 req-59266285-8235-47c2-946d-87d34c57e1bf tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785499'] for floatingip, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:20.962071 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.db.l3_db [req-f79ad2a8-f36e-437b-872e-f0aa255113b0 req-59266285-8235-47c2-946d-87d34c57e1bf tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Floating IP ca0c72aa-d586-452d-937e-6854272f2947 disassociated. External IP: 172.28.3.130, port: 41bc184b-3e47-48b3-a7b5-6a419a7103e3. May 04 17:08:20.962406 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-f79ad2a8-f36e-437b-872e-f0aa255113b0 req-59266285-8235-47c2-946d-87d34c57e1bf tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Calling delete_port for 41bc184b-3e47-48b3-a7b5-6a419a7103e3 owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:08:20.974162 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511209e-7fd3-470b-84f3-497f816bc890 req-70162f2c-51ab-4a98-b138-0d67152e5373 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:20.974893 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-7511209e-7fd3-470b-84f3-497f816bc890 req-70162f2c-51ab-4a98-b138-0d67152e5373 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Synchronizing usage tracker for tenant:755ae6ceba9e465db1001ecd8bc2e239 on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:08:20.990891 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 6cf5c2f1-dbdc-491a-bff6-2f5d5421415c no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:08:21.011115 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-7511209e-7fd3-470b-84f3-497f816bc890 req-70162f2c-51ab-4a98-b138-0d67152e5373 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Unset dirty status for tenant:755ae6ceba9e465db1001ecd8bc2e239 on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:08:21.012059 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-7511209e-7fd3-470b-84f3-497f816bc890 req-70162f2c-51ab-4a98-b138-0d67152e5373 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.41 "GET /v2.0/ports?device_id=97f7b673-6dd3-4e1e-b18c-f3c69678fee8 HTTP/1.1" status: 200 len: 945 time: 0.2875638 May 04 17:08:21.038392 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] No Port match for: 6cf5c2f1-dbdc-491a-bff6-2f5d5421415c {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:08:21.038893 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 6cf5c2f1-dbdc-491a-bff6-2f5d5421415c not bound to the agent host hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:08:21.039424 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device ed70be6a-d112-4cf3-867e-2dc60035f2ae no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:08:21.071938 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7d99a-901a-410f-b816-2099c078da06 req-a9015d5f-4bb1-4068-87af-37f62aef68f7 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:21.073468 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-40a7d99a-901a-410f-b816-2099c078da06 req-a9015d5f-4bb1-4068-87af-37f62aef68f7 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=d901dfae-cbf2-48f3-8d31-08717a0787be HTTP/1.1" status: 200 len: 945 time: 0.1458292 May 04 17:08:21.216540 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device e3539289-7dea-4426-961d-67881f12cc0d no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:08:21.223393 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-40a7d99a-901a-410f-b816-2099c078da06 req-e7eb9907-2933-4478-b7e7-e88ab3b94968 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups?id=f67737c7-ddce-4496-ac9e-9d13b1ffea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379695 May 04 17:08:21.272092 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] No Port match for: e3539289-7dea-4426-961d-67881f12cc0d {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:08:21.272670 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device e3539289-7dea-4426-961d-67881f12cc0d not bound to the agent host hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:08:21.336127 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-7511209e-7fd3-470b-84f3-497f816bc890 req-57b7e4a8-0a69-4fa7-afad-f015a3e88f6f tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Deleting port 6b484b4b-705e-40e0-b6c8-97b1cf3cb90c {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:08:21.336732 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-7511209e-7fd3-470b-84f3-497f816bc890 req-57b7e4a8-0a69-4fa7-afad-f015a3e88f6f tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:21.353627 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-f79ad2a8-f36e-437b-872e-f0aa255113b0 req-59266285-8235-47c2-946d-87d34c57e1bf tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:21.373887 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6f064062-24c6-4339-871f-11306648b680 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:21.430997 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59266285-8235-47c2-946d-87d34c57e1bf tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Pushing event deleted for resources: {'Port': ['ID=41bc184b-3e47-48b3-a7b5-6a419a7103e3,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:21.478462 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-59266285-8235-47c2-946d-87d34c57e1bf tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:21.683903 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-7511209e-7fd3-470b-84f3-497f816bc890 req-57b7e4a8-0a69-4fa7-afad-f015a3e88f6f tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] For port 6b484b4b-705e-40e0-b6c8-97b1cf3cb90c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=6b484b4b-705e-40e0-b6c8-97b1cf3cb90c,segment=NetworkSegment(19c13b53-ed73-457a-b5e7-fe8d753cbca3),segment_id=19c13b53-ed73-457a-b5e7-fe8d753cbca3)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:08:21.684189 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-7511209e-7fd3-470b-84f3-497f816bc890 req-57b7e4a8-0a69-4fa7-afad-f015a3e88f6f tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:21.731391 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 54152) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:21.876823 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-7511209e-7fd3-470b-84f3-497f816bc890 req-57b7e4a8-0a69-4fa7-afad-f015a3e88f6f tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Calling delete_port for 6b484b4b-705e-40e0-b6c8-97b1cf3cb90c owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:08:21.893233 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f79ad2a8-f36e-437b-872e-f0aa255113b0 req-59266285-8235-47c2-946d-87d34c57e1bf tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Router 928fe277-0f81-4817-a076-42d113632636 has already been hosted by L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:08:22.152199 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f79ad2a8-f36e-437b-872e-f0aa255113b0 req-59266285-8235-47c2-946d-87d34c57e1bf tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:08:22.163653 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce4bac5-3316-4bda-8762-0c81a9ec7843 None None] Sync routers for ids ['928fe277-0f81-4817-a076-42d113632636'] in dv-cinder-789603-1-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:08:22.173816 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce4bac5-3316-4bda-8762-0c81a9ec7843 None None] Routers {'928fe277-0f81-4817-a076-42d113632636'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:08:22.174433 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-1ce4bac5-3316-4bda-8762-0c81a9ec7843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:08:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['928fe277-0f81-4817-a076-42d113632636'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:22.185449 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2570cf6-4348-4263-b583-c3e2070448a1 req-a264f1b0-0dd6-4c64-97de-f1930b816872 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:22.188235 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c2570cf6-4348-4263-b583-c3e2070448a1 req-a264f1b0-0dd6-4c64-97de-f1930b816872 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 944 time: 0.4962418 May 04 17:08:22.333541 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97369709-ce66-4ff1-ae30-2f5beb100b69 req-e6d1a264-f85e-4435-afbd-3bc2dd41002d tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:22.334964 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-97369709-ce66-4ff1-ae30-2f5beb100b69 req-e6d1a264-f85e-4435-afbd-3bc2dd41002d tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=97f7b673-6dd3-4e1e-b18c-f3c69678fee8 HTTP/1.1" status: 200 len: 945 time: 0.4429061 May 04 17:08:22.354789 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79ad2a8-f36e-437b-872e-f0aa255113b0 req-59266285-8235-47c2-946d-87d34c57e1bf tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] No DVR routers for this DVR port 41bc184b-3e47-48b3-a7b5-6a419a7103e3 on host hv-cinder-78960 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:08:22.357706 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-f79ad2a8-f36e-437b-872e-f0aa255113b0 req-59266285-8235-47c2-946d-87d34c57e1bf tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:22.362812 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-7511209e-7fd3-470b-84f3-497f816bc890 req-57b7e4a8-0a69-4fa7-afad-f015a3e88f6f tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:22.370993 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-969e7409-2810-4ec1-a9bb-07a494cbdd85 tempest-ServerRescueNegativeTestJSON-887226193 tempest-ServerRescueNegativeTestJSON-887226193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:22.375464 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['7c666c59-1633-47cb-b16b-ba114305fa7d'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:08:22.415422 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c2570cf6-4348-4263-b583-c3e2070448a1 req-f35cbd9d-80a6-459d-bdb2-96b6b6c75f93 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062128 May 04 17:08:22.420037 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-1ce4bac5-3316-4bda-8762-0c81a9ec7843 None None] Set router 928fe277-0f81-4817-a076-42d113632636 gateway port host: dv-cinder-789603-1-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:08:22.421882 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7e4a8-0a69-4fa7-afad-f015a3e88f6f tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Pushing event deleted for resources: {'Port': ['ID=6b484b4b-705e-40e0-b6c8-97b1cf3cb90c,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:22.424920 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-57b7e4a8-0a69-4fa7-afad-f015a3e88f6f tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:22.466042 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-f79ad2a8-f36e-437b-872e-f0aa255113b0 req-59266285-8235-47c2-946d-87d34c57e1bf tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.41 "DELETE /v2.0/ports/41bc184b-3e47-48b3-a7b5-6a419a7103e3 HTTP/1.1" status: 204 len: 173 time: 2.4162052 May 04 17:08:22.466182 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d714d6a-87a4-478f-bfdf-73aae9089699 req-0a5989af-224f-472d-a4ce-ab1b16e8d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:22.466736 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7d714d6a-87a4-478f-bfdf-73aae9089699 req-0a5989af-224f-472d-a4ce-ab1b16e8d8a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd&tenant_id=a530a7f8042040e98a19a0a59ab370ed HTTP/1.1" status: 200 len: 1097 time: 0.4209673 May 04 17:08:22.487562 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-97369709-ce66-4ff1-ae30-2f5beb100b69 req-bac683a0-6622-4974-9525-39b90401103c tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313775 May 04 17:08:22.502135 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-7511209e-7fd3-470b-84f3-497f816bc890 req-57b7e4a8-0a69-4fa7-afad-f015a3e88f6f tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] No DVR routers for this DVR port 6b484b4b-705e-40e0-b6c8-97b1cf3cb90c on host hv-cinder-78960 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:08:22.505609 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-7511209e-7fd3-470b-84f3-497f816bc890 req-57b7e4a8-0a69-4fa7-afad-f015a3e88f6f tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:22.507817 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-7511209e-7fd3-470b-84f3-497f816bc890 req-57b7e4a8-0a69-4fa7-afad-f015a3e88f6f tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.41 "DELETE /v2.0/ports/6b484b4b-705e-40e0-b6c8-97b1cf3cb90c HTTP/1.1" status: 204 len: 173 time: 1.4897883 May 04 17:08:22.727906 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd901dfae-cbf2-48f3-8d31-08717a0787be', 'name': 'network-vif-deleted', 'tag': '41bc184b-3e47-48b3-a7b5-6a419a7103e3'}, {'server_uuid': '97f7b673-6dd3-4e1e-b18c-f3c69678fee8', 'name': 'network-vif-deleted', 'tag': '6b484b4b-705e-40e0-b6c8-97b1cf3cb90c'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:08:22.742497 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-9fe59c32-d92d-4c94-be74-12011e01437b req-b85d4455-2809-49fd-aced-9b5aca963e31 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/ports?device_id=d901dfae-cbf2-48f3-8d31-08717a0787be HTTP/1.1" status: 200 len: 210 time: 0.0793314 May 04 17:08:22.768557 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d714d6a-87a4-478f-bfdf-73aae9089699 req-fe3f084e-f668-4491-a73f-db8cdc2b8f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:22.770584 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7d714d6a-87a4-478f-bfdf-73aae9089699 req-fe3f084e-f668-4491-a73f-db8cdc2b8f84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a530a7f8042040e98a19a0a59ab370ed&device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 1097 time: 0.2700520 May 04 17:08:22.817342 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd901dfae-cbf2-48f3-8d31-08717a0787be', 'name': 'network-vif-deleted', 'tag': '41bc184b-3e47-48b3-a7b5-6a419a7103e3', 'status': 'completed', 'code': 200} May 04 17:08:22.817649 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f7b673-6dd3-4e1e-b18c-f3c69678fee8', 'name': 'network-vif-deleted', 'tag': '6b484b4b-705e-40e0-b6c8-97b1cf3cb90c', 'status': 'completed', 'code': 200} May 04 17:08:22.895473 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7f1a1-8010-4abb-96e0-a5b0689eb6f8 req-5639652f-bb63-4dd6-bc89-0c6dd1f70061 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:22.897271 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-68d7f1a1-8010-4abb-96e0-a5b0689eb6f8 req-5639652f-bb63-4dd6-bc89-0c6dd1f70061 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 945 time: 0.2753716 May 04 17:08:22.993515 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 41bc184b-3e47-48b3-a7b5-6a419a7103e3 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:08:23.006719 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d714d6a-87a4-478f-bfdf-73aae9089699 req-a41e2305-e3d0-4e19-ade5-c8fdaafac5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:23.008160 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7d714d6a-87a4-478f-bfdf-73aae9089699 req-a41e2305-e3d0-4e19-ade5-c8fdaafac5cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=805702bb-73e1-49e9-949a-99d683f18b45 HTTP/1.1" status: 200 len: 918 time: 0.2286167 May 04 17:08:23.011825 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-68d7f1a1-8010-4abb-96e0-a5b0689eb6f8 req-feaf17eb-4a02-4049-b907-b9fa787f413d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081240 May 04 17:08:23.048663 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] No Port match for: 41bc184b-3e47-48b3-a7b5-6a419a7103e3 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:08:23.049029 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 41bc184b-3e47-48b3-a7b5-6a419a7103e3 not bound to the agent host hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:08:23.049424 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 6b484b4b-705e-40e0-b6c8-97b1cf3cb90c no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:08:23.123553 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] No Port match for: 6b484b4b-705e-40e0-b6c8-97b1cf3cb90c {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:08:23.123788 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 6b484b4b-705e-40e0-b6c8-97b1cf3cb90c not bound to the agent host hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:08:23.142799 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7d714d6a-87a4-478f-bfdf-73aae9089699 req-656abb4e-7c8b-4aa6-acd2-c129bad12e1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed70be6a-d112-4cf3-867e-2dc60035f2ae HTTP/1.1" status: 200 len: 999 time: 0.1273899 May 04 17:08:23.143096 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-1ce4bac5-3316-4bda-8762-0c81a9ec7843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928fe277-0f81-4817-a076-42d113632636', 'name': 'tempest-AttachVolumeTestJSON-1477687982-router', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:24Z', 'updated_at': '2021-05-04T17:02:40Z', 'revision_number': 4, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'gw_port': {'id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:26Z', 'updated_at': '2021-05-04T17:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': 'abd15b3c-c504-4f2b-9572-88c2e75c536a', 'name': '', 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'mac_address': 'fa:16:3e:33:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '98153c02-30f1-4f36-87f8-48da6381261d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:36Z', 'updated_at': '2021-05-04T17:02:54Z', 'revision_number': 5, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'subnets': [{'id': '98153c02-30f1-4f36-87f8-48da6381261d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:23.148799 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8674b09a-feb2-43b5-a835-548c6218262f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655945'] for router_interface, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:23.153721 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce4bac5-3316-4bda-8762-0c81a9ec7843 None None] Checking router: 928fe277-0f81-4817-a076-42d113632636 for host: dv-cinder-789603-1-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:08:23.163292 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce4bac5-3316-4bda-8762-0c81a9ec7843 None None] Routers {'928fe277-0f81-4817-a076-42d113632636'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:08:23.163895 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-1ce4bac5-3316-4bda-8762-0c81a9ec7843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:08:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['928fe277-0f81-4817-a076-42d113632636'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:23.343667 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d714d6a-87a4-478f-bfdf-73aae9089699 req-19653190-1233-411d-8cee-ae59ac313e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:23.345145 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7d714d6a-87a4-478f-bfdf-73aae9089699 req-19653190-1233-411d-8cee-ae59ac313e08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab HTTP/1.1" status: 200 len: 856 time: 0.1456165 May 04 17:08:23.348858 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-1ce4bac5-3316-4bda-8762-0c81a9ec7843 None None] Set router 928fe277-0f81-4817-a076-42d113632636 gateway port host: dv-cinder-789603-1-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:08:23.541466 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d714d6a-87a4-478f-bfdf-73aae9089699 req-ee26ff4c-88ee-4e47-a75e-0ae524ec7723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:23.542944 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7d714d6a-87a4-478f-bfdf-73aae9089699 req-ee26ff4c-88ee-4e47-a75e-0ae524ec7723 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=805702bb-73e1-49e9-949a-99d683f18b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1898708 May 04 17:08:23.709320 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-1ce4bac5-3316-4bda-8762-0c81a9ec7843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928fe277-0f81-4817-a076-42d113632636', 'name': 'tempest-AttachVolumeTestJSON-1477687982-router', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:24Z', 'updated_at': '2021-05-04T17:02:40Z', 'revision_number': 4, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'gw_port': {'id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:26Z', 'updated_at': '2021-05-04T17:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': 'abd15b3c-c504-4f2b-9572-88c2e75c536a', 'name': '', 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'mac_address': 'fa:16:3e:33:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '98153c02-30f1-4f36-87f8-48da6381261d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:36Z', 'updated_at': '2021-05-04T17:02:54Z', 'revision_number': 5, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'subnets': [{'id': '98153c02-30f1-4f36-87f8-48da6381261d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:23.714423 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce4bac5-3316-4bda-8762-0c81a9ec7843 None None] The sync data for ids ['928fe277-0f81-4817-a076-42d113632636'] in dv-cinder-789603-1-smb is: [{'id': '928fe277-0f81-4817-a076-42d113632636', 'name': 'tempest-AttachVolumeTestJSON-1477687982-router', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:24Z', 'updated_at': '2021-05-04T17:02:40Z', 'revision_number': 4, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'gw_port': {'id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:26Z', 'updated_at': '2021-05-04T17:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': 'abd15b3c-c504-4f2b-9572-88c2e75c536a', 'name': '', 'network_id': '23df80bd-2b5c-4d29-962a-2ad738e32bba', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'mac_address': 'fa:16:3e:33:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '98153c02-30f1-4f36-87f8-48da6381261d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:36Z', 'updated_at': '2021-05-04T17:02:54Z', 'revision_number': 5, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'subnets': [{'id': '98153c02-30f1-4f36-87f8-48da6381261d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:08:23.901898 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 54176) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:23.914609 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7d714d6a-87a4-478f-bfdf-73aae9089699 req-501bb11e-9c32-4818-a091-3dbd404813b9 service neutron] 10.222.0.41 "GET /v2.0/networks/805702bb-73e1-49e9-949a-99d683f18b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601367 May 04 17:08:23.986146 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6e18d09d-dea6-43df-bdd5-81a771574871 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:23.989245 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2431e-0ce6-43f8-a775-d3ee1eb572c6 req-41cfde5c-d4b1-4e67-904c-976bb482c0bc tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:23.990785 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2cc2431e-0ce6-43f8-a775-d3ee1eb572c6 req-41cfde5c-d4b1-4e67-904c-976bb482c0bc tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 944 time: 0.4134157 May 04 17:08:24.020666 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6e18d09d-dea6-43df-bdd5-81a771574871 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:24.051588 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb19600-1e24-4ec3-a7e6-2dbec6b400d5 None None] New status for floating IP ca0c72aa-d586-452d-937e-6854272f2947: DOWN {{(pid=73812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:08:24.085413 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6e18d09d-dea6-43df-bdd5-81a771574871 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:24.093896 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0bd8e4c5-8f21-46f9-801f-7dad72416d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:24.114341 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18d09d-dea6-43df-bdd5-81a771574871 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67737c7-ddce-4496-ac9e-9d13b1ffea39,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:24.124757 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6e18d09d-dea6-43df-bdd5-81a771574871 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:24.131894 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2cc2431e-0ce6-43f8-a775-d3ee1eb572c6 req-16a90642-116c-4563-b53a-57605cbcbba6 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283147 May 04 17:08:24.153726 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6e18d09d-dea6-43df-bdd5-81a771574871 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:24.157267 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-6e18d09d-dea6-43df-bdd5-81a771574871 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "DELETE /v2.0/security-groups/f67737c7-ddce-4496-ac9e-9d13b1ffea39 HTTP/1.1" status: 204 len: 168 time: 0.2512863 May 04 17:08:24.159283 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 54182) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:24.187759 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.api.v2.resource [None req-04783ab0-06e6-4bbc-a1bc-df4d143bd156 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] show failed (client error): The resource could not be found. May 04 17:08:24.191740 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-04783ab0-06e6-4bbc-a1bc-df4d143bd156 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "GET /v2.0/security-groups/f67737c7-ddce-4496-ac9e-9d13b1ffea39 HTTP/1.1" status: 404 len: 347 time: 0.0287070 May 04 17:08:24.195442 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 54186) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:24.242735 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-8674b09a-feb2-43b5-a835-548c6218262f admin admin] Deleting port 0275054d-cec7-43ff-b488-cb8147e2b54a {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:08:24.243237 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8674b09a-feb2-43b5-a835-548c6218262f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:24.265873 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-7d714d6a-87a4-478f-bfdf-73aae9089699 req-c4fcca23-6ab7-4a6d-ab30-521892942e46 service neutron] 10.222.0.41 "GET /v2.0/networks/805702bb-73e1-49e9-949a-99d683f18b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129716 May 04 17:08:24.421185 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911dddab-7518-4a12-919e-a3d2e1347ff7 req-50eb2a53-9b37-4b77-8c02-6bee7073b1a0 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:24.422645 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-911dddab-7518-4a12-919e-a3d2e1347ff7 req-50eb2a53-9b37-4b77-8c02-6bee7073b1a0 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 945 time: 0.2212324 May 04 17:08:24.424398 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-c33c8d1a-9924-49eb-b0c6-b1654c830ad1 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Deleting port e6795092-5bbf-43be-85ab-8a09ad0884f3 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:08:24.424590 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-8674b09a-feb2-43b5-a835-548c6218262f admin admin] For port 0275054d-cec7-43ff-b488-cb8147e2b54a, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=0275054d-cec7-43ff-b488-cb8147e2b54a,segment=NetworkSegment(964354d2-a324-4b4c-9ecd-4b1a7bd17d79),segment_id=964354d2-a324-4b4c-9ecd-4b1a7bd17d79)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:08:24.424791 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8674b09a-feb2-43b5-a835-548c6218262f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:24.424931 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c33c8d1a-9924-49eb-b0c6-b1654c830ad1 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:24.552093 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c33c8d1a-9924-49eb-b0c6-b1654c830ad1 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:24.552682 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c33c8d1a-9924-49eb-b0c6-b1654c830ad1 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:24.575662 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-8674b09a-feb2-43b5-a835-548c6218262f admin admin] Calling delete_port for 0275054d-cec7-43ff-b488-cb8147e2b54a owned by network:router_interface {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:08:24.613208 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-911dddab-7518-4a12-919e-a3d2e1347ff7 req-4a79580e-b429-4813-81ff-8165c5a160e6 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794765 May 04 17:08:24.689782 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-c33c8d1a-9924-49eb-b0c6-b1654c830ad1 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Calling delete_port for e6795092-5bbf-43be-85ab-8a09ad0884f3 owned by network:floatingip {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:08:24.873705 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c33c8d1a-9924-49eb-b0c6-b1654c830ad1 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:24.900897 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b863caa2-599a-4d55-b840-27ac86152adb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:25.002758 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c8d1a-9924-49eb-b0c6-b1654c830ad1 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Pushing event deleted for resources: {'Port': ['ID=e6795092-5bbf-43be-85ab-8a09ad0884f3,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:25.026341 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8674b09a-feb2-43b5-a835-548c6218262f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-721926'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:25.038191 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:25.042011 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c33c8d1a-9924-49eb-b0c6-b1654c830ad1 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:25.098378 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c33c8d1a-9924-49eb-b0c6-b1654c830ad1 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks [] for floatingip, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:25.100860 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674b09a-feb2-43b5-a835-548c6218262f admin admin] Pushing event deleted for resources: {'Port': ['ID=0275054d-cec7-43ff-b488-cb8147e2b54a,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:25.121873 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8674b09a-feb2-43b5-a835-548c6218262f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:25.136253 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c33c8d1a-9924-49eb-b0c6-b1654c830ad1 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for floatingip, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:25.139682 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-c33c8d1a-9924-49eb-b0c6-b1654c830ad1 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] 10.222.0.24 "DELETE /v2.0/floatingips/ca0c72aa-d586-452d-937e-6854272f2947 HTTP/1.1" status: 204 len: 168 time: 0.9408779 May 04 17:08:25.841409 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8674b09a-feb2-43b5-a835-548c6218262f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-779001'] for router_interface, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:25.960474 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6049f-06d4-41bb-83bb-6a06537b2689 req-6444beba-80c6-4601-a399-94108a2704bf tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:25.962024 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-48e6049f-06d4-41bb-83bb-6a06537b2689 req-6444beba-80c6-4601-a399-94108a2704bf tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 944 time: 0.5121772 May 04 17:08:26.059156 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0299298-df5e-4bd4-bbba-75c39d2a6943 req-8f1b042e-27e7-42e7-ba2f-0675f27b2290 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:26.060642 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f0299298-df5e-4bd4-bbba-75c39d2a6943 req-8f1b042e-27e7-42e7-ba2f-0675f27b2290 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0270a1-6c53-460b-9b23-59ebd6449609 HTTP/1.1" status: 200 len: 946 time: 0.4050550 May 04 17:08:26.124357 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-48e6049f-06d4-41bb-83bb-6a06537b2689 req-dc1c1e0b-ebda-4ce5-99e4-8fa0790c667a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527376 May 04 17:08:26.163141 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f0299298-df5e-4bd4-bbba-75c39d2a6943 req-de7d87f7-1cdd-4ac2-90f3-362132f36432 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914357 May 04 17:08:26.435382 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687d08c-9258-4a65-bef4-e0347eaa8f36 req-8f9d9f9c-9bdd-4acb-8a81-54c0d223ad3e tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:26.436841 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3687d08c-9258-4a65-bef4-e0347eaa8f36 req-8f9d9f9c-9bdd-4acb-8a81-54c0d223ad3e tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 945 time: 0.1859977 May 04 17:08:26.445189 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8674b09a-feb2-43b5-a835-548c6218262f admin admin] Router 6098cb02-0961-4f1a-99f3-0bd49e1ff38c has already been hosted by L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:08:26.562198 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3687d08c-9258-4a65-bef4-e0347eaa8f36 req-38add162-e1db-4469-a23b-463fdcdc9332 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156902 May 04 17:08:26.691416 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8674b09a-feb2-43b5-a835-548c6218262f admin admin] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:08:26.702409 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e69f66b-d240-4be3-8f21-3a3a7c54b8ce None None] Sync routers for ids ['6098cb02-0961-4f1a-99f3-0bd49e1ff38c'] in dv-cinder-789603-1-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:08:26.704109 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-8674b09a-feb2-43b5-a835-548c6218262f admin admin] 10.222.0.24 "PUT /v2.0/routers/6098cb02-0961-4f1a-99f3-0bd49e1ff38c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9709547 May 04 17:08:26.706762 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 54230) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:26.713220 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e69f66b-d240-4be3-8f21-3a3a7c54b8ce None None] Routers {'6098cb02-0961-4f1a-99f3-0bd49e1ff38c'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:08:26.713951 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-1e69f66b-d240-4be3-8f21-3a3a7c54b8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:08:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['6098cb02-0961-4f1a-99f3-0bd49e1ff38c'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:26.945326 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-849f51bf-fd99-40cb-8088-16cf5912b8cd admin admin] Notify callbacks [] for router, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:26.969814 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-1e69f66b-d240-4be3-8f21-3a3a7c54b8ce None None] Set router 6098cb02-0961-4f1a-99f3-0bd49e1ff38c gateway port host: dv-cinder-789603-1-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:08:27.138999 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-849f51bf-fd99-40cb-8088-16cf5912b8cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:27.282680 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-849f51bf-fd99-40cb-8088-16cf5912b8cd admin admin] Deleting port 0ca00483-2726-434b-910f-6196e2a21abc {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:08:27.283018 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-849f51bf-fd99-40cb-8088-16cf5912b8cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:27.346237 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-1e69f66b-d240-4be3-8f21-3a3a7c54b8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'name': 'tempest-TestMinimumBasicScenario-1058318919-router', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.123'}], 'enable_snat': True}, 'gw_port_id': '0ca00483-2726-434b-910f-6196e2a21abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:07Z', 'updated_at': '2021-05-04T17:08:24Z', 'revision_number': 5, 'project_id': '507507794b464505b12fc044f369bd6d', 'gw_port': {'id': '0ca00483-2726-434b-910f-6196e2a21abc', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:08Z', 'updated_at': '2021-05-04T17:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb'}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:27.358085 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e69f66b-d240-4be3-8f21-3a3a7c54b8ce None None] Checking router: 6098cb02-0961-4f1a-99f3-0bd49e1ff38c for host: dv-cinder-789603-1-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:08:27.367809 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e69f66b-d240-4be3-8f21-3a3a7c54b8ce None None] Routers {'6098cb02-0961-4f1a-99f3-0bd49e1ff38c'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:08:27.368531 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-1e69f66b-d240-4be3-8f21-3a3a7c54b8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:08:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['6098cb02-0961-4f1a-99f3-0bd49e1ff38c'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:27.560203 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-1e69f66b-d240-4be3-8f21-3a3a7c54b8ce None None] Set router 6098cb02-0961-4f1a-99f3-0bd49e1ff38c gateway port host: None {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:08:27.671382 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-849f51bf-fd99-40cb-8088-16cf5912b8cd admin admin] For port 0ca00483-2726-434b-910f-6196e2a21abc, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=0ca00483-2726-434b-910f-6196e2a21abc,segment=NetworkSegment(03a61c93-30bf-46d3-abd6-912a62526c31),segment_id=03a61c93-30bf-46d3-abd6-912a62526c31)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:08:27.671730 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-849f51bf-fd99-40cb-8088-16cf5912b8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:27.722443 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-1e69f66b-d240-4be3-8f21-3a3a7c54b8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'name': 'tempest-TestMinimumBasicScenario-1058318919-router', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:07Z', 'updated_at': '2021-05-04T17:08:27Z', 'revision_number': 6, 'project_id': '507507794b464505b12fc044f369bd6d', 'gw_port_host': None}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:27.727073 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e69f66b-d240-4be3-8f21-3a3a7c54b8ce None None] The sync data for ids ['6098cb02-0961-4f1a-99f3-0bd49e1ff38c'] in dv-cinder-789603-1-smb is: [{'id': '6098cb02-0961-4f1a-99f3-0bd49e1ff38c', 'name': 'tempest-TestMinimumBasicScenario-1058318919-router', 'tenant_id': '507507794b464505b12fc044f369bd6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:07Z', 'updated_at': '2021-05-04T17:08:27Z', 'revision_number': 6, 'project_id': '507507794b464505b12fc044f369bd6d', 'gw_port_host': None}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:08:27.805905 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-849f51bf-fd99-40cb-8088-16cf5912b8cd admin admin] Calling delete_port for 0ca00483-2726-434b-910f-6196e2a21abc owned by network:router_gateway {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:08:27.833278 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f9aa3-2495-4660-b5ee-fdc5994bcc0e req-8ed315d9-b08d-4f52-b9c0-44f61b83b17b tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:27.840257 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-100f9aa3-2495-4660-b5ee-fdc5994bcc0e req-8ed315d9-b08d-4f52-b9c0-44f61b83b17b tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 944 time: 0.4893558 May 04 17:08:27.851484 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157e03d-7b26-459b-844e-c4b42dfe8a77 req-16f9cb26-d51c-4f3d-a8ce-ee3c788ee562 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:27.852983 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b157e03d-7b26-459b-844e-c4b42dfe8a77 req-16f9cb26-d51c-4f3d-a8ce-ee3c788ee562 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0270a1-6c53-460b-9b23-59ebd6449609 HTTP/1.1" status: 200 len: 946 time: 0.4658432 May 04 17:08:27.936589 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-100f9aa3-2495-4660-b5ee-fdc5994bcc0e req-48f829d8-355e-4281-8919-1000b0770376 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953670 May 04 17:08:27.943908 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b157e03d-7b26-459b-844e-c4b42dfe8a77 req-b05e2bb7-878d-45bb-b48b-1d6ee5a33b1e tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707033 May 04 17:08:28.180402 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-849f51bf-fd99-40cb-8088-16cf5912b8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-721926'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:28.184375 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9946cb07-dee8-455f-8eb2-860ebd5e88bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:28.251746 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f51bf-fd99-40cb-8088-16cf5912b8cd admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca00483-2726-434b-910f-6196e2a21abc,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:28.254945 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-849f51bf-fd99-40cb-8088-16cf5912b8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:28.373508 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc251f-b604-435e-8441-14a12d1ff948 req-3535b3fe-7aba-4600-a12b-34dbc6b924ae tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:28.381576 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4cfc251f-b604-435e-8441-14a12d1ff948 req-3535b3fe-7aba-4600-a12b-34dbc6b924ae tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 945 time: 0.2546911 May 04 17:08:28.407036 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-849f51bf-fd99-40cb-8088-16cf5912b8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-785510'] for router_gateway, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:28.640224 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 0ca00483-2726-434b-910f-6196e2a21abc no longer exists at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:08:28.652337 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4cfc251f-b604-435e-8441-14a12d1ff948 req-31272d1d-4519-4474-9945-18f537dc6fe6 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698796 May 04 17:08:28.654376 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-849f51bf-fd99-40cb-8088-16cf5912b8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5555'] for router, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:28.656938 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-849f51bf-fd99-40cb-8088-16cf5912b8cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:28.694732 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] No Port match for: 0ca00483-2726-434b-910f-6196e2a21abc {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:08:28.695084 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 0ca00483-2726-434b-910f-6196e2a21abc not bound to the agent host dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:08:28.695506 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 0275054d-cec7-43ff-b488-cb8147e2b54a no longer exists at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:08:28.745592 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] No Port match for: 0275054d-cec7-43ff-b488-cb8147e2b54a {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:08:28.746456 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 0275054d-cec7-43ff-b488-cb8147e2b54a not bound to the agent host dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:08:28.750308 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-849f51bf-fd99-40cb-8088-16cf5912b8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784430'] for router, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:28.750847 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849f51bf-fd99-40cb-8088-16cf5912b8cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6098cb02-0961-4f1a-99f3-0bd49e1ff38c {{(pid=73809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:08:28.773630 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-849f51bf-fd99-40cb-8088-16cf5912b8cd admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:28.775371 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-849f51bf-fd99-40cb-8088-16cf5912b8cd admin admin] 10.222.0.24 "DELETE /v2.0/routers/6098cb02-0961-4f1a-99f3-0bd49e1ff38c HTTP/1.1" status: 204 len: 168 time: 2.0673571 May 04 17:08:28.778168 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 54252) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:28.880852 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd693525-941d-4fde-90af-78341a0ef587 admin admin] Deleting subnet f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2 {{(pid=73810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:08:28.884175 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fd693525-941d-4fde-90af-78341a0ef587 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:28.947303 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fd693525-941d-4fde-90af-78341a0ef587 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2356537'] for subnet, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:29.090211 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fd693525-941d-4fde-90af-78341a0ef587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1962431'] for subnet, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:29.230755 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37547da8-da7c-4daf-9dab-97b3c72fab1f req-fb3f888d-5c41-4c9b-9ce4-a03654d8961f tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:29.237654 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-37547da8-da7c-4daf-9dab-97b3c72fab1f req-fb3f888d-5c41-4c9b-9ce4-a03654d8961f tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0270a1-6c53-460b-9b23-59ebd6449609 HTTP/1.1" status: 200 len: 946 time: 0.1479163 May 04 17:08:29.296046 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-37547da8-da7c-4daf-9dab-97b3c72fab1f req-773bc853-c039-406d-98c7-b188bc712000 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572739 May 04 17:08:29.338046 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b1657-91a1-47a0-a737-a4202cd27662 req-043d2f52-c912-4470-b4a3-24e0eba88691 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:29.339530 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4f4b1657-91a1-47a0-a737-a4202cd27662 req-043d2f52-c912-4470-b4a3-24e0eba88691 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 944 time: 0.1685290 May 04 17:08:29.390946 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4f4b1657-91a1-47a0-a737-a4202cd27662 req-2f39ebd7-31f0-40d1-8e5b-5107bb7aa633 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455272 May 04 17:08:29.494760 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fd693525-941d-4fde-90af-78341a0ef587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1962422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2563741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2596031'] for subnet, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:29.499371 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:29.539636 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd693525-941d-4fde-90af-78341a0ef587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:29.542243 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fd693525-941d-4fde-90af-78341a0ef587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:29.555775 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fd693525-941d-4fde-90af-78341a0ef587 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:29.561488 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea939419-523e-49f1-8e33-8b66fcc5df2c None None] Network bc3461c8-37b6-4e7e-a81b-a1703af6990a requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:08:29.566470 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-fd693525-941d-4fde-90af-78341a0ef587 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f7e84cb8-5ab9-4fe2-ac98-8c291c9504e2 HTTP/1.1" status: 204 len: 168 time: 0.7865043 May 04 17:08:29.568583 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 54264) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:29.698497 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 54272) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:29.714526 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6ad9-24b5-44f5-91f4-54b9c0c79cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794009'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:29.884028 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-ad7e6ad9-24b5-44f5-91f4-54b9c0c79cd5 admin admin] Deleting port dc251b72-db8d-4e99-8ea8-c53458a46b31 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:08:29.884364 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6ad9-24b5-44f5-91f4-54b9c0c79cd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:29.900381 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdf7314-90ad-4538-a86f-6ce5371ea99f None None] DHCP port deletion for bc3461c8-37b6-4e7e-a81b-a1703af6990a request from dv-cinder-789603-1-smb {{(pid=73811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:08:30.032932 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-3bdf7314-90ad-4538-a86f-6ce5371ea99f None None] Deleting port dc251b72-db8d-4e99-8ea8-c53458a46b31 {{(pid=73811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:08:30.033309 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-3bdf7314-90ad-4538-a86f-6ce5371ea99f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:30.155473 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-3bdf7314-90ad-4538-a86f-6ce5371ea99f None None] For port dc251b72-db8d-4e99-8ea8-c53458a46b31, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=dc251b72-db8d-4e99-8ea8-c53458a46b31,segment=NetworkSegment(964354d2-a324-4b4c-9ecd-4b1a7bd17d79),segment_id=964354d2-a324-4b4c-9ecd-4b1a7bd17d79)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:08:30.156174 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-3bdf7314-90ad-4538-a86f-6ce5371ea99f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:30.166375 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-ad7e6ad9-24b5-44f5-91f4-54b9c0c79cd5 admin admin] For port dc251b72-db8d-4e99-8ea8-c53458a46b31, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=dc251b72-db8d-4e99-8ea8-c53458a46b31,segment=NetworkSegment(964354d2-a324-4b4c-9ecd-4b1a7bd17d79),segment_id=964354d2-a324-4b4c-9ecd-4b1a7bd17d79)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:08:30.166729 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6ad9-24b5-44f5-91f4-54b9c0c79cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:30.313969 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-3bdf7314-90ad-4538-a86f-6ce5371ea99f None None] Calling delete_port for dc251b72-db8d-4e99-8ea8-c53458a46b31 owned by network:dhcp {{(pid=73811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:08:30.333128 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc493a-6580-4ce8-b48a-02f5b934e053 req-b05be488-bb6d-4267-b958-cece46f51757 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:30.338758 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d2dc493a-6580-4ce8-b48a-02f5b934e053 req-b05be488-bb6d-4267-b958-cece46f51757 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 945 time: 0.5265267 May 04 17:08:30.355995 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-ad7e6ad9-24b5-44f5-91f4-54b9c0c79cd5 admin admin] Calling delete_port for dc251b72-db8d-4e99-8ea8-c53458a46b31 owned by network:dhcp {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:08:30.439287 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device dc251b72-db8d-4e99-8ea8-c53458a46b31 no longer exists at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:08:30.530775 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] No Port match for: dc251b72-db8d-4e99-8ea8-c53458a46b31 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:08:30.531115 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device dc251b72-db8d-4e99-8ea8-c53458a46b31 not bound to the agent host dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:08:30.552046 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6ad9-24b5-44f5-91f4-54b9c0c79cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-721926'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:30.554146 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-3bdf7314-90ad-4538-a86f-6ce5371ea99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695'] for port, after_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:30.560070 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-9ab337ab-e67d-41bf-8db4-1c8850a1283a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:30.560272 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3776a7b0-62b3-47a5-b86d-6fb55aad8b16 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:30.645337 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf7314-90ad-4538-a86f-6ce5371ea99f None None] Pushing event deleted for resources: {'Port': ['ID=dc251b72-db8d-4e99-8ea8-c53458a46b31,revision_number=None']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:30.648146 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdf7314-90ad-4538-a86f-6ce5371ea99f None None] No DVR routers for this DVR port dc251b72-db8d-4e99-8ea8-c53458a46b31 on host dv-cinder-789603-1-smb {{(pid=73811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:08:30.649473 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-3bdf7314-90ad-4538-a86f-6ce5371ea99f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:30.716630 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e6ad9-24b5-44f5-91f4-54b9c0c79cd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc251b72-db8d-4e99-8ea8-c53458a46b31,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:30.723889 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ad7e6ad9-24b5-44f5-91f4-54b9c0c79cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:30.732901 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a894fcff-1123-4ab2-bfe4-0c0d13841f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655945'] for router_interface, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:30.748976 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-d2dc493a-6580-4ce8-b48a-02f5b934e053 req-d0374ac1-ca6a-498a-b2ad-c08af1c7cb8d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545097 May 04 17:08:30.749819 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7e6ad9-24b5-44f5-91f4-54b9c0c79cd5 admin admin] No DVR routers for this DVR port dc251b72-db8d-4e99-8ea8-c53458a46b31 on host dv-cinder-789603-1-smb {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:08:30.925534 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6ad9-24b5-44f5-91f4-54b9c0c79cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902626', 'neutron.services.segments.db._delete_segments_for_network-8730882941489'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:31.042690 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-ad7e6ad9-24b5-44f5-91f4-54b9c0c79cd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3461c8-37b6-4e7e-a81b-a1703af6990a']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:31.055808 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-ad7e6ad9-24b5-44f5-91f4-54b9c0c79cd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964354d2-a324-4b4c-9ecd-4b1a7bd17d79') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:31.056098 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-ad7e6ad9-24b5-44f5-91f4-54b9c0c79cd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964354d2-a324-4b4c-9ecd-4b1a7bd17d79') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:31.072043 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6ad9-24b5-44f5-91f4-54b9c0c79cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730882953063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3725417'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:31.139133 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6ad9-24b5-44f5-91f4-54b9c0c79cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:31.155681 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d52a4-9d82-4d99-a74b-c7a29e9f2ef0 req-5a1de294-4ab8-49f3-b07f-160219f19d3a tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:31.157239 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-753d52a4-9d82-4d99-a74b-c7a29e9f2ef0 req-5a1de294-4ab8-49f3-b07f-160219f19d3a tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0270a1-6c53-460b-9b23-59ebd6449609 HTTP/1.1" status: 200 len: 946 time: 0.6081643 May 04 17:08:31.160453 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad7e6ad9-24b5-44f5-91f4-54b9c0c79cd5 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:08:31.390700 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-ad7e6ad9-24b5-44f5-91f4-54b9c0c79cd5 admin admin] Network bc3461c8-37b6-4e7e-a81b-a1703af6990a has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:08:31.399600 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-a894fcff-1123-4ab2-bfe4-0c0d13841f91 admin admin] Deleting port abd15b3c-c504-4f2b-9572-88c2e75c536a {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:08:31.400131 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a894fcff-1123-4ab2-bfe4-0c0d13841f91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:31.407189 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6ad9-24b5-44f5-91f4-54b9c0c79cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1964778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-722005'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:31.423182 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-753d52a4-9d82-4d99-a74b-c7a29e9f2ef0 req-0b138407-8bd1-464f-87af-5999985fb982 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485983 May 04 17:08:31.454937 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e0af7-8bbb-4980-b463-fc99fe21c034 req-d593ac93-7d58-4c73-be89-0c6c8a03b3a4 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:31.462702 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f81e0af7-8bbb-4980-b463-fc99fe21c034 req-d593ac93-7d58-4c73-be89-0c6c8a03b3a4 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 944 time: 0.3908479 May 04 17:08:31.580108 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-a894fcff-1123-4ab2-bfe4-0c0d13841f91 admin admin] For port abd15b3c-c504-4f2b-9572-88c2e75c536a, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=abd15b3c-c504-4f2b-9572-88c2e75c536a,segment=NetworkSegment(87e26b66-4b3d-4536-a9b9-7fc8bc86198c),segment_id=87e26b66-4b3d-4536-a9b9-7fc8bc86198c)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:08:31.580511 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a894fcff-1123-4ab2-bfe4-0c0d13841f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:31.648033 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f81e0af7-8bbb-4980-b463-fc99fe21c034 req-15830194-e8e3-4dcf-b3fd-48311f04e79f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364701 May 04 17:08:31.649659 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-ad7e6ad9-24b5-44f5-91f4-54b9c0c79cd5 admin admin] Network bc3461c8-37b6-4e7e-a81b-a1703af6990a has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: Traceback (most recent call last): May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: timer() May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: cb(*args, **kw) May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: return func(*args, **kwargs) May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: self._notify() May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: self.callback(batched_events) May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: event.method(event) May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: return f(self, *a, **k) May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: return self._get(url).json() May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: return self.request(url, 'GET', **kwargs) May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:08:31.674670 dv-cinder-789603-1-smb neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:08:31.713842 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-a894fcff-1123-4ab2-bfe4-0c0d13841f91 admin admin] Calling delete_port for abd15b3c-c504-4f2b-9572-88c2e75c536a owned by network:router_interface {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:08:31.757853 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6ad9-24b5-44f5-91f4-54b9c0c79cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785481'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:31.777326 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1a5d9cec-bc10-4749-9339-618c9ade738e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:31.804652 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6ad9-24b5-44f5-91f4-54b9c0c79cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:31.808659 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e6ad9-24b5-44f5-91f4-54b9c0c79cd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc3461c8-37b6-4e7e-a81b-a1703af6990a,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:31.817725 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ad7e6ad9-24b5-44f5-91f4-54b9c0c79cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:31.825116 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-ad7e6ad9-24b5-44f5-91f4-54b9c0c79cd5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/bc3461c8-37b6-4e7e-a81b-a1703af6990a HTTP/1.1" status: 204 len: 168 time: 2.2555327 May 04 17:08:31.827943 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 54286) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:32.087058 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a894fcff-1123-4ab2-bfe4-0c0d13841f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:32.091039 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ca6b949a-005d-4b13-8f13-752fe3bbfb14 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:32.139273 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a894fcff-1123-4ab2-bfe4-0c0d13841f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=abd15b3c-c504-4f2b-9572-88c2e75c536a,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:32.143046 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a894fcff-1123-4ab2-bfe4-0c0d13841f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:32.430886 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d85469-53ea-4074-bca0-2c6fc939e330 req-f15137a7-4d3b-4486-b0ef-aba5684cfebd tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:32.435271 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-43d85469-53ea-4074-bca0-2c6fc939e330 req-f15137a7-4d3b-4486-b0ef-aba5684cfebd tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 945 time: 0.3386559 May 04 17:08:32.455408 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a894fcff-1123-4ab2-bfe4-0c0d13841f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-779001'] for router_interface, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:32.579776 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-43d85469-53ea-4074-bca0-2c6fc939e330 req-bf67fcb4-d841-46c0-8e6c-9820af9fff4a tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305931 May 04 17:08:32.890312 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a894fcff-1123-4ab2-bfe4-0c0d13841f91 admin admin] Router 928fe277-0f81-4817-a076-42d113632636 has already been hosted by L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:08:32.915074 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9f777-f77c-46c5-9709-a38350914493 req-25ecddb8-3dff-4bcd-bfc2-f337f9c6ba36 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:32.917101 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8df9f777-f77c-46c5-9709-a38350914493 req-25ecddb8-3dff-4bcd-bfc2-f337f9c6ba36 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0270a1-6c53-460b-9b23-59ebd6449609 HTTP/1.1" status: 200 len: 946 time: 0.2782264 May 04 17:08:33.033568 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8df9f777-f77c-46c5-9709-a38350914493 req-b00c14f2-2a6a-4e19-833e-38cf1831c775 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752985 May 04 17:08:33.043512 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60f785-1598-4170-956d-2de09038f10e req-ba92495b-e590-4d5b-b7d1-c7f2c7283d3f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:33.045279 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-eb60f785-1598-4170-956d-2de09038f10e req-ba92495b-e590-4d5b-b7d1-c7f2c7283d3f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 944 time: 0.2510624 May 04 17:08:33.088720 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a894fcff-1123-4ab2-bfe4-0c0d13841f91 admin admin] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:08:33.098465 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3698578-bb62-49fd-96b8-039cc15c6997 None None] Sync routers for ids ['928fe277-0f81-4817-a076-42d113632636'] in dv-cinder-789603-1-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:08:33.110454 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-eb60f785-1598-4170-956d-2de09038f10e req-02afb802-e143-4c61-bc76-3196b0e6c514 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558109 May 04 17:08:33.113398 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c3d47ac3-bb91-48e8-8071-bde051bdd5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655945'] for router_interface, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:33.115870 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3698578-bb62-49fd-96b8-039cc15c6997 None None] Routers {'928fe277-0f81-4817-a076-42d113632636'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:08:33.116757 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-b3698578-bb62-49fd-96b8-039cc15c6997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:08:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['928fe277-0f81-4817-a076-42d113632636'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:33.123492 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-a894fcff-1123-4ab2-bfe4-0c0d13841f91 admin admin] 10.222.0.24 "PUT /v2.0/routers/928fe277-0f81-4817-a076-42d113632636/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4225442 May 04 17:08:33.125732 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 54294) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:33.351591 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b539dc9-6e5a-4449-b8cf-66c1ac0dbb33 admin admin] Notify callbacks [] for router, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:33.412587 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-b3698578-bb62-49fd-96b8-039cc15c6997 None None] Set router 928fe277-0f81-4817-a076-42d113632636 gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:08:33.675506 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-c3d47ac3-bb91-48e8-8071-bde051bdd5aa admin admin] Deleting port 8e04e288-50ae-4f8c-9249-1ea248442298 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:08:33.676072 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c3d47ac3-bb91-48e8-8071-bde051bdd5aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:33.703980 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b539dc9-6e5a-4449-b8cf-66c1ac0dbb33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:33.753427 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-b3698578-bb62-49fd-96b8-039cc15c6997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928fe277-0f81-4817-a076-42d113632636', 'name': 'tempest-AttachVolumeTestJSON-1477687982-router', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:24Z', 'updated_at': '2021-05-04T17:08:31Z', 'revision_number': 5, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'gw_port': {'id': '5d72cdd2-02e1-46da-bde5-1076f48cf63d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928fe277-0f81-4817-a076-42d113632636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:26Z', 'updated_at': '2021-05-04T17:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb'}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:33.758432 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3698578-bb62-49fd-96b8-039cc15c6997 None None] Checking router: 928fe277-0f81-4817-a076-42d113632636 for host: dv-cinder-789603-1-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:08:33.771342 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3698578-bb62-49fd-96b8-039cc15c6997 None None] Routers {'928fe277-0f81-4817-a076-42d113632636'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:08:33.772394 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-b3698578-bb62-49fd-96b8-039cc15c6997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:08:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['928fe277-0f81-4817-a076-42d113632636'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:33.977559 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-c3d47ac3-bb91-48e8-8071-bde051bdd5aa admin admin] For port 8e04e288-50ae-4f8c-9249-1ea248442298, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=8e04e288-50ae-4f8c-9249-1ea248442298,segment=NetworkSegment(c5ee1348-d78f-4be6-9694-0b57c7d60053),segment_id=c5ee1348-d78f-4be6-9694-0b57c7d60053)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:08:33.977962 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c3d47ac3-bb91-48e8-8071-bde051bdd5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:34.008233 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-b3698578-bb62-49fd-96b8-039cc15c6997 None None] Set router 928fe277-0f81-4817-a076-42d113632636 gateway port host: None {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:08:34.029949 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-6b539dc9-6e5a-4449-b8cf-66c1ac0dbb33 admin admin] Deleting port 5d72cdd2-02e1-46da-bde5-1076f48cf63d {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:08:34.030434 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b539dc9-6e5a-4449-b8cf-66c1ac0dbb33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:34.162629 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-b3698578-bb62-49fd-96b8-039cc15c6997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928fe277-0f81-4817-a076-42d113632636', 'name': 'tempest-AttachVolumeTestJSON-1477687982-router', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:24Z', 'updated_at': '2021-05-04T17:08:33Z', 'revision_number': 6, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'gw_port_host': None}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:34.167632 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3698578-bb62-49fd-96b8-039cc15c6997 None None] The sync data for ids ['928fe277-0f81-4817-a076-42d113632636'] in dv-cinder-789603-1-smb is: [{'id': '928fe277-0f81-4817-a076-42d113632636', 'name': 'tempest-AttachVolumeTestJSON-1477687982-router', 'tenant_id': 'a83b14f849204c3cac0cfd0b7b059636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:24Z', 'updated_at': '2021-05-04T17:08:33Z', 'revision_number': 6, 'project_id': 'a83b14f849204c3cac0cfd0b7b059636', 'gw_port_host': None}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:08:34.240214 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-6b539dc9-6e5a-4449-b8cf-66c1ac0dbb33 admin admin] For port 5d72cdd2-02e1-46da-bde5-1076f48cf63d, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=5d72cdd2-02e1-46da-bde5-1076f48cf63d,segment=NetworkSegment(03a61c93-30bf-46d3-abd6-912a62526c31),segment_id=03a61c93-30bf-46d3-abd6-912a62526c31)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:08:34.244693 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b539dc9-6e5a-4449-b8cf-66c1ac0dbb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:34.272609 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-c3d47ac3-bb91-48e8-8071-bde051bdd5aa admin admin] Calling delete_port for 8e04e288-50ae-4f8c-9249-1ea248442298 owned by network:router_interface {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:08:34.294368 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf34387-c28f-4414-9eec-e5c6297b53b7 req-deeffa4f-d0f3-4945-a3e7-9cedecefd069 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:34.296994 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-caf34387-c28f-4414-9eec-e5c6297b53b7 req-deeffa4f-d0f3-4945-a3e7-9cedecefd069 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 945 time: 0.5149634 May 04 17:08:34.389678 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-6b539dc9-6e5a-4449-b8cf-66c1ac0dbb33 admin admin] Calling delete_port for 5d72cdd2-02e1-46da-bde5-1076f48cf63d owned by network:router_gateway {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:08:34.423606 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-caf34387-c28f-4414-9eec-e5c6297b53b7 req-d3424772-560f-4196-99bb-a8a8e0bb9726 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849168 May 04 17:08:34.484584 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f606a95-c9cf-4d12-bd3f-ce78a600e959 req-666ecee2-0d0e-4952-8664-658cf8cb5080 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:34.486285 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6f606a95-c9cf-4d12-bd3f-ce78a600e959 req-666ecee2-0d0e-4952-8664-658cf8cb5080 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0270a1-6c53-460b-9b23-59ebd6449609 HTTP/1.1" status: 200 len: 946 time: 0.1853325 May 04 17:08:34.554261 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6f606a95-c9cf-4d12-bd3f-ce78a600e959 req-443b9f39-8c99-45ec-8cf0-537481df14e4 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599363 May 04 17:08:34.568391 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device abd15b3c-c504-4f2b-9572-88c2e75c536a no longer exists at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:08:34.644425 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b539dc9-6e5a-4449-b8cf-66c1ac0dbb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:34.654504 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c99e4778-235a-4f78-9c45-fe58404af1d4 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:34.668470 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] No Port match for: abd15b3c-c504-4f2b-9572-88c2e75c536a {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:08:34.669438 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device abd15b3c-c504-4f2b-9572-88c2e75c536a not bound to the agent host dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:08:34.779647 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c3d47ac3-bb91-48e8-8071-bde051bdd5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-721926'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:34.790956 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:34.829781 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b539dc9-6e5a-4449-b8cf-66c1ac0dbb33 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d72cdd2-02e1-46da-bde5-1076f48cf63d,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:34.840349 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6b539dc9-6e5a-4449-b8cf-66c1ac0dbb33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:34.879529 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b539dc9-6e5a-4449-b8cf-66c1ac0dbb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-785510'] for router_gateway, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:34.886541 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d47ac3-bb91-48e8-8071-bde051bdd5aa admin admin] Pushing event deleted for resources: {'Port': ['ID=8e04e288-50ae-4f8c-9249-1ea248442298,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:34.891959 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c3d47ac3-bb91-48e8-8071-bde051bdd5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:34.927685 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72104276-6525-4909-a692-247a00da8896 req-38e0d9c9-1e64-420e-99a4-cec34be3db1c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:34.929148 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-72104276-6525-4909-a692-247a00da8896 req-38e0d9c9-1e64-420e-99a4-cec34be3db1c tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 944 time: 0.3174136 May 04 17:08:35.061060 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-72104276-6525-4909-a692-247a00da8896 req-84fb074e-f961-45df-b9c6-000b2333f5f2 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241071 May 04 17:08:35.069371 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b539dc9-6e5a-4449-b8cf-66c1ac0dbb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5555'] for router, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:35.071318 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b539dc9-6e5a-4449-b8cf-66c1ac0dbb33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:35.106052 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b539dc9-6e5a-4449-b8cf-66c1ac0dbb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784430'] for router, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:35.106686 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b539dc9-6e5a-4449-b8cf-66c1ac0dbb33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 928fe277-0f81-4817-a076-42d113632636 {{(pid=73810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:08:35.120786 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b539dc9-6e5a-4449-b8cf-66c1ac0dbb33 admin admin] Notify callbacks [] for router, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:35.122176 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-6b539dc9-6e5a-4449-b8cf-66c1ac0dbb33 admin admin] 10.222.0.24 "DELETE /v2.0/routers/928fe277-0f81-4817-a076-42d113632636 HTTP/1.1" status: 204 len: 168 time: 1.9950016 May 04 17:08:35.124747 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 54306) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:35.173897 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c3d47ac3-bb91-48e8-8071-bde051bdd5aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-779001'] for router_interface, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:35.187572 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c05fc89-4ac6-4724-906e-31e365a82de9 admin admin] Deleting subnet 98153c02-30f1-4f36-87f8-48da6381261d {{(pid=73810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:08:35.191394 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3c05fc89-4ac6-4724-906e-31e365a82de9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:35.243130 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3c05fc89-4ac6-4724-906e-31e365a82de9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2356537'] for subnet, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:35.326140 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3c05fc89-4ac6-4724-906e-31e365a82de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1962431'] for subnet, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:35.602369 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d47ac3-bb91-48e8-8071-bde051bdd5aa admin admin] Router 0403bd17-112b-4963-8050-b3e5e66ec42c has already been hosted by L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:08:35.638624 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3c05fc89-4ac6-4724-906e-31e365a82de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1962422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2563741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2596031'] for subnet, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:35.645491 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8ce7c842-b4af-4f8c-a54c-178eafc4627a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:35.681204 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05fc89-4ac6-4724-906e-31e365a82de9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98153c02-30f1-4f36-87f8-48da6381261d,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:35.683568 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3c05fc89-4ac6-4724-906e-31e365a82de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:35.690384 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3c05fc89-4ac6-4724-906e-31e365a82de9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:35.695796 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6eda07-826a-4984-94bb-00fbe5ee5f2c None None] Network 23df80bd-2b5c-4d29-962a-2ad738e32bba requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:08:35.705926 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-3c05fc89-4ac6-4724-906e-31e365a82de9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/98153c02-30f1-4f36-87f8-48da6381261d HTTP/1.1" status: 204 len: 168 time: 0.5801454 May 04 17:08:35.708950 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 54314) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:35.834144 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-85fdf170-c65a-45ef-b1ec-d9e0b17caf80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794009'] for network, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:36.063605 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-85fdf170-c65a-45ef-b1ec-d9e0b17caf80 admin admin] Deleting port 71dd3289-ae5e-4cdc-b64c-5706b9005d2a {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:08:36.063944 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-85fdf170-c65a-45ef-b1ec-d9e0b17caf80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:36.074987 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7eb04c-d136-483f-afe6-edcc961e4158 None None] DHCP port deletion for 23df80bd-2b5c-4d29-962a-2ad738e32bba request from dv-cinder-789603-1-smb {{(pid=73811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:08:36.153619 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-0b7eb04c-d136-483f-afe6-edcc961e4158 None None] Deleting port 71dd3289-ae5e-4cdc-b64c-5706b9005d2a {{(pid=73811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:08:36.154003 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-0b7eb04c-d136-483f-afe6-edcc961e4158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:36.174603 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-85fdf170-c65a-45ef-b1ec-d9e0b17caf80 admin admin] For port 71dd3289-ae5e-4cdc-b64c-5706b9005d2a, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=71dd3289-ae5e-4cdc-b64c-5706b9005d2a,segment=NetworkSegment(87e26b66-4b3d-4536-a9b9-7fc8bc86198c),segment_id=87e26b66-4b3d-4536-a9b9-7fc8bc86198c)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:08:36.175215 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-85fdf170-c65a-45ef-b1ec-d9e0b17caf80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:36.180211 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c8b59-a95c-44a5-9d56-d93609de10c1 req-954fde5e-ab6c-4842-9b65-73bfc3962395 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:36.181919 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-140c8b59-a95c-44a5-9d56-d93609de10c1 req-954fde5e-ab6c-4842-9b65-73bfc3962395 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 945 time: 0.6351986 May 04 17:08:36.256739 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b355dd-4e9f-4b0d-9674-34ca204e9258 req-525b428c-5880-4550-81f5-aa1f8c343d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:36.257427 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-0b7eb04c-d136-483f-afe6-edcc961e4158 None None] For port 71dd3289-ae5e-4cdc-b64c-5706b9005d2a, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=71dd3289-ae5e-4cdc-b64c-5706b9005d2a,segment=NetworkSegment(87e26b66-4b3d-4536-a9b9-7fc8bc86198c),segment_id=87e26b66-4b3d-4536-a9b9-7fc8bc86198c)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:08:36.257829 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-0b7eb04c-d136-483f-afe6-edcc961e4158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:36.258438 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a7b355dd-4e9f-4b0d-9674-34ca204e9258 req-525b428c-5880-4550-81f5-aa1f8c343d83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=db8b3959138341e092434175a3480a37&device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 1098 time: 0.5690048 May 04 17:08:36.260448 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d47ac3-bb91-48e8-8071-bde051bdd5aa admin admin] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:08:36.303307 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-85fdf170-c65a-45ef-b1ec-d9e0b17caf80 admin admin] Calling delete_port for 71dd3289-ae5e-4cdc-b64c-5706b9005d2a owned by network:dhcp {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:08:36.316687 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daf9cc-2a45-47da-ab90-a0d6c428991f req-ac92cbde-0d24-4bf2-95d9-28a8c7a94aa8 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:36.318253 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-22daf9cc-2a45-47da-ab90-a0d6c428991f req-ac92cbde-0d24-4bf2-95d9-28a8c7a94aa8 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0270a1-6c53-460b-9b23-59ebd6449609 HTTP/1.1" status: 200 len: 946 time: 0.4769444 May 04 17:08:36.321048 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-140c8b59-a95c-44a5-9d56-d93609de10c1 req-add70c1e-4a94-467a-ae46-12bed559a750 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258559 May 04 17:08:36.323156 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f9ff5e-c6ad-4720-8f7b-b4d144e2b1b1 None None] Sync routers for ids ['0403bd17-112b-4963-8050-b3e5e66ec42c'] in dv-cinder-789603-1-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:08:36.357004 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-c3d47ac3-bb91-48e8-8071-bde051bdd5aa admin admin] 10.222.0.24 "PUT /v2.0/routers/0403bd17-112b-4963-8050-b3e5e66ec42c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5279214 May 04 17:08:36.360331 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 54320) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:36.427386 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-0b7eb04c-d136-483f-afe6-edcc961e4158 None None] Calling delete_port for 71dd3289-ae5e-4cdc-b64c-5706b9005d2a owned by network:dhcp {{(pid=73811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:08:36.437015 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f9ff5e-c6ad-4720-8f7b-b4d144e2b1b1 None None] Routers {'0403bd17-112b-4963-8050-b3e5e66ec42c'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:08:36.437520 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-18f9ff5e-c6ad-4720-8f7b-b4d144e2b1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:08:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['0403bd17-112b-4963-8050-b3e5e66ec42c'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:36.442058 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-85fdf170-c65a-45ef-b1ec-d9e0b17caf80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:36.481874 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-22daf9cc-2a45-47da-ab90-a0d6c428991f req-a8d03cfa-5317-4c18-99a0-7134a8bdb3d0 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540134 May 04 17:08:36.494163 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6893a3c2-ad43-43c0-9df3-ea0cb211a860 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:36.552373 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b355dd-4e9f-4b0d-9674-34ca204e9258 req-ef84b993-beee-42cb-90c6-001fa25c4fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:36.553875 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a7b355dd-4e9f-4b0d-9674-34ca204e9258 req-ef84b993-beee-42cb-90c6-001fa25c4fb0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2790ccbf-1fe4-4ddb-8a39-6ac4365def3a HTTP/1.1" status: 200 len: 909 time: 0.2857888 May 04 17:08:36.569110 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdf170-c65a-45ef-b1ec-d9e0b17caf80 admin admin] Pushing event deleted for resources: {'Port': ['ID=71dd3289-ae5e-4cdc-b64c-5706b9005d2a,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:36.571690 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-85fdf170-c65a-45ef-b1ec-d9e0b17caf80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:36.580023 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fdf170-c65a-45ef-b1ec-d9e0b17caf80 admin admin] No DVR routers for this DVR port 71dd3289-ae5e-4cdc-b64c-5706b9005d2a on host dv-cinder-789603-1-smb {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:08:36.597155 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 5d72cdd2-02e1-46da-bde5-1076f48cf63d no longer exists at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:08:36.651004 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] No Port match for: 5d72cdd2-02e1-46da-bde5-1076f48cf63d {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:08:36.651348 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 5d72cdd2-02e1-46da-bde5-1076f48cf63d not bound to the agent host dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:08:36.651783 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 71dd3289-ae5e-4cdc-b64c-5706b9005d2a no longer exists at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:08:36.678898 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a7b355dd-4e9f-4b0d-9674-34ca204e9258 req-0dbf4d88-bf93-4b97-a41c-4e36a7cf2415 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=262fb332-a852-4020-b3fb-f028ad46755a HTTP/1.1" status: 200 len: 1000 time: 0.1169083 May 04 17:08:36.691324 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37eccf9-e91b-4fe5-91cb-e15cfb04fb83 req-11844c68-d806-4a31-ba1c-fa412bf88ed9 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:36.692495 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f37eccf9-e91b-4fe5-91cb-e15cfb04fb83 req-11844c68-d806-4a31-ba1c-fa412bf88ed9 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 944 time: 0.1959083 May 04 17:08:36.699582 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] No Port match for: 71dd3289-ae5e-4cdc-b64c-5706b9005d2a {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:08:36.700129 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 71dd3289-ae5e-4cdc-b64c-5706b9005d2a not bound to the agent host dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:08:36.725986 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-18f9ff5e-c6ad-4720-8f7b-b4d144e2b1b1 None None] Set router 0403bd17-112b-4963-8050-b3e5e66ec42c gateway port host: dv-cinder-789603-1-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:08:36.769669 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-0b7eb04c-d136-483f-afe6-edcc961e4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695'] for port, after_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:36.781349 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-85fdf170-c65a-45ef-b1ec-d9e0b17caf80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902626', 'neutron.services.segments.db._delete_segments_for_network-8730882941489'] for network, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:36.783769 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b355dd-4e9f-4b0d-9674-34ca204e9258 req-1d6b9a9b-0ff6-48b4-8854-34e1808d6ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:36.785965 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a7b355dd-4e9f-4b0d-9674-34ca204e9258 req-1d6b9a9b-0ff6-48b4-8854-34e1808d6ac4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93bf4862-9145-41a3-bcd3-124852de0037 HTTP/1.1" status: 200 len: 847 time: 0.0925837 May 04 17:08:36.788731 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f37eccf9-e91b-4fe5-91cb-e15cfb04fb83 req-2b9a251d-7c73-4d6a-9586-a6b7595c93ca tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647585 May 04 17:08:36.817018 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8134de25-29f6-4098-bf78-1e54df88f02d admin admin] Notify callbacks [] for router, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:36.834087 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-9c1b2814-1153-4423-86b6-5dfa6911b7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:36.902408 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7eb04c-d136-483f-afe6-edcc961e4158 None None] No DVR routers for this DVR port 71dd3289-ae5e-4cdc-b64c-5706b9005d2a on host dv-cinder-789603-1-smb {{(pid=73811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:08:36.904137 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7eb04c-d136-483f-afe6-edcc961e4158 None None] Pushing event deleted for resources: {'Port': ['ID=71dd3289-ae5e-4cdc-b64c-5706b9005d2a,revision_number=None']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:36.918562 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-0b7eb04c-d136-483f-afe6-edcc961e4158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:36.927507 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b355dd-4e9f-4b0d-9674-34ca204e9258 req-e71cac47-cfa6-49bf-a335-f4fb87d662b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:36.929139 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a7b355dd-4e9f-4b0d-9674-34ca204e9258 req-e71cac47-cfa6-49bf-a335-f4fb87d662b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2790ccbf-1fe4-4ddb-8a39-6ac4365def3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1359468 May 04 17:08:37.051739 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-85fdf170-c65a-45ef-b1ec-d9e0b17caf80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23df80bd-2b5c-4d29-962a-2ad738e32bba']}} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:37.064932 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device ed70be6a-d112-4cf3-867e-2dc60035f2ae details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:08:37.070994 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-85fdf170-c65a-45ef-b1ec-d9e0b17caf80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e26b66-4b3d-4536-a9b9-7fc8bc86198c') {'for_net_delete': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:37.071572 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-85fdf170-c65a-45ef-b1ec-d9e0b17caf80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e26b66-4b3d-4536-a9b9-7fc8bc86198c') {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:37.095627 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-85fdf170-c65a-45ef-b1ec-d9e0b17caf80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730882953063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2356480'] for segment, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:37.095894 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a7b355dd-4e9f-4b0d-9674-34ca204e9258 req-43ac3663-032d-4947-99fb-a67d7d2c4373 service neutron] 10.222.0.41 "GET /v2.0/networks/2790ccbf-1fe4-4ddb-8a39-6ac4365def3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596181 May 04 17:08:37.120202 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-85fdf170-c65a-45ef-b1ec-d9e0b17caf80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:37.165453 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85fdf170-c65a-45ef-b1ec-d9e0b17caf80 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=73810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:08:37.179075 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8134de25-29f6-4098-bf78-1e54df88f02d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:37.205500 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-18f9ff5e-c6ad-4720-8f7b-b4d144e2b1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0403bd17-112b-4963-8050-b3e5e66ec42c', 'name': 'tempest-TestMinimumBasicScenario-1398537078-router', 'tenant_id': 'a3d67f148cd24fdd9d16dff4042f7166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '97f223db-fffe-4a26-860b-81e36d86f9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:23Z', 'updated_at': '2021-05-04T17:08:34Z', 'revision_number': 5, 'project_id': 'a3d67f148cd24fdd9d16dff4042f7166', 'gw_port': {'id': '97f223db-fffe-4a26-860b-81e36d86f9ac', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0403bd17-112b-4963-8050-b3e5e66ec42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:25Z', 'updated_at': '2021-05-04T17:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb'}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:37.220226 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f9ff5e-c6ad-4720-8f7b-b4d144e2b1b1 None None] Checking router: 0403bd17-112b-4963-8050-b3e5e66ec42c for host: dv-cinder-789603-1-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:08:37.237993 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-a7b355dd-4e9f-4b0d-9674-34ca204e9258 req-fe100766-5c44-435e-9bb5-04c4abbcacb4 service neutron] 10.222.0.41 "GET /v2.0/networks/2790ccbf-1fe4-4ddb-8a39-6ac4365def3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336415 May 04 17:08:37.239150 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port ed70be6a-d112-4cf3-867e-2dc60035f2ae, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ed70be6a-d112-4cf3-867e-2dc60035f2ae,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:08:37.261668 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Returning: {'device': 'ed70be6a-d112-4cf3-867e-2dc60035f2ae', 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'port_id': 'ed70be6a-d112-4cf3-867e-2dc60035f2ae', 'mac_address': 'fa:16:3e:ef:0a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:08:37.264959 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f9ff5e-c6ad-4720-8f7b-b4d144e2b1b1 None None] Routers {'0403bd17-112b-4963-8050-b3e5e66ec42c'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:08:37.265575 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-18f9ff5e-c6ad-4720-8f7b-b4d144e2b1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:08:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['0403bd17-112b-4963-8050-b3e5e66ec42c'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:37.403644 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-85fdf170-c65a-45ef-b1ec-d9e0b17caf80 admin admin] Network 23df80bd-2b5c-4d29-962a-2ad738e32bba has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:08:37.413354 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-85fdf170-c65a-45ef-b1ec-d9e0b17caf80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1964778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2562367'] for segment, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:37.458053 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:37.481305 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-18f9ff5e-c6ad-4720-8f7b-b4d144e2b1b1 None None] Set router 0403bd17-112b-4963-8050-b3e5e66ec42c gateway port host: None {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:08:37.528433 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9553e8-54c9-4fad-8639-de50cbf0d774 req-73baf73e-f72d-4754-9751-704bac5039a4 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:37.530989 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-9d9553e8-54c9-4fad-8639-de50cbf0d774 req-73baf73e-f72d-4754-9751-704bac5039a4 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 945 time: 0.0985711 May 04 17:08:37.583234 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-9d9553e8-54c9-4fad-8639-de50cbf0d774 req-cf181243-5282-462b-8759-a9ec96e6f6ff tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447986 May 04 17:08:37.585900 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed70be6a-d112-4cf3-867e-2dc60035f2ae {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:08:37.614704 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port ed70be6a-d112-4cf3-867e-2dc60035f2ae, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ed70be6a-d112-4cf3-867e-2dc60035f2ae,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:08:37.616687 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-18f9ff5e-c6ad-4720-8f7b-b4d144e2b1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0403bd17-112b-4963-8050-b3e5e66ec42c', 'name': 'tempest-TestMinimumBasicScenario-1398537078-router', 'tenant_id': 'a3d67f148cd24fdd9d16dff4042f7166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:23Z', 'updated_at': '2021-05-04T17:08:37Z', 'revision_number': 6, 'project_id': 'a3d67f148cd24fdd9d16dff4042f7166', 'gw_port_host': None}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:37.621798 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f9ff5e-c6ad-4720-8f7b-b4d144e2b1b1 None None] The sync data for ids ['0403bd17-112b-4963-8050-b3e5e66ec42c'] in dv-cinder-789603-1-smb is: [{'id': '0403bd17-112b-4963-8050-b3e5e66ec42c', 'name': 'tempest-TestMinimumBasicScenario-1398537078-router', 'tenant_id': 'a3d67f148cd24fdd9d16dff4042f7166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:23Z', 'updated_at': '2021-05-04T17:08:37Z', 'revision_number': 6, 'project_id': 'a3d67f148cd24fdd9d16dff4042f7166', 'gw_port_host': None}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:08:37.624201 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b404a4-84f1-4987-8ce6-01e465a93226 req-4accab9b-f920-4672-acc4-7b3e2d870d26 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:37.624530 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:37.624951 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-49b404a4-84f1-4987-8ce6-01e465a93226 req-4accab9b-f920-4672-acc4-7b3e2d870d26 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Synchronizing usage tracker for tenant:755ae6ceba9e465db1001ecd8bc2e239 on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:08:37.627362 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:37.708430 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=ed70be6a-d112-4cf3-867e-2dc60035f2ae,revision_number=9']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:37.712392 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:37.730936 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-8134de25-29f6-4098-bf78-1e54df88f02d admin admin] Deleting port 97f223db-fffe-4a26-860b-81e36d86f9ac {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:08:37.731266 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8134de25-29f6-4098-bf78-1e54df88f02d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:37.732398 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc097b9-8e9d-4f4b-a1d5-656f91569359 req-5ac52af3-7cda-4fcc-bbd8-863b86ad6ed7 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:37.733919 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-9fc097b9-8e9d-4f4b-a1d5-656f91569359 req-5ac52af3-7cda-4fcc-bbd8-863b86ad6ed7 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0270a1-6c53-460b-9b23-59ebd6449609 HTTP/1.1" status: 200 len: 946 time: 0.1037841 May 04 17:08:37.752746 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-49b404a4-84f1-4987-8ce6-01e465a93226 req-4accab9b-f920-4672-acc4-7b3e2d870d26 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Unset dirty status for tenant:755ae6ceba9e465db1001ecd8bc2e239 on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:08:37.754888 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-49b404a4-84f1-4987-8ce6-01e465a93226 req-4accab9b-f920-4672-acc4-7b3e2d870d26 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e0270a1-6c53-460b-9b23-59ebd6449609 HTTP/1.1" status: 200 len: 946 time: 0.6266015 May 04 17:08:37.756509 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-85fdf170-c65a-45ef-b1ec-d9e0b17caf80 admin admin] Network 23df80bd-2b5c-4d29-962a-2ad738e32bba has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:08:37.782301 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-9fc097b9-8e9d-4f4b-a1d5-656f91569359 req-b33e616e-c901-4ba8-8deb-a0ef90ce4312 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422776 May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: Traceback (most recent call last): May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: timer() May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: cb(*args, **kw) May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: return func(*args, **kwargs) May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: self._notify() May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: self.callback(batched_events) May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: event.method(event) May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: return f(self, *a, **k) May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: return self._get(url).json() May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: return self.request(url, 'GET', **kwargs) May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:08:37.789052 dv-cinder-789603-1-smb neutron-server[73810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:08:37.834384 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['ed70be6a-d112-4cf3-867e-2dc60035f2ae'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:08:38.031296 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde826c-b31b-4dc7-bb6c-ba4a782da639 req-9e59f7db-8bdd-4c05-a6e5-bd308c6db3ab tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:38.036296 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6fde826c-b31b-4dc7-bb6c-ba4a782da639 req-9e59f7db-8bdd-4c05-a6e5-bd308c6db3ab tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 945 time: 0.1227849 May 04 17:08:38.042763 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-85fdf170-c65a-45ef-b1ec-d9e0b17caf80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785481'] for network, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:38.078017 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:38.111740 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-85fdf170-c65a-45ef-b1ec-d9e0b17caf80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:38.125956 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-6fde826c-b31b-4dc7-bb6c-ba4a782da639 req-e1d3d39a-ce0e-4cda-83f8-b1497c68ee64 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781517 May 04 17:08:38.134683 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdf170-c65a-45ef-b1ec-d9e0b17caf80 admin admin] Pushing event deleted for resources: {'Network': ['ID=23df80bd-2b5c-4d29-962a-2ad738e32bba,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:38.140007 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-8134de25-29f6-4098-bf78-1e54df88f02d admin admin] For port 97f223db-fffe-4a26-860b-81e36d86f9ac, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=97f223db-fffe-4a26-860b-81e36d86f9ac,segment=NetworkSegment(03a61c93-30bf-46d3-abd6-912a62526c31),segment_id=03a61c93-30bf-46d3-abd6-912a62526c31)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:08:38.140365 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8134de25-29f6-4098-bf78-1e54df88f02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:38.150157 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-85fdf170-c65a-45ef-b1ec-d9e0b17caf80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:38.274562 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-8134de25-29f6-4098-bf78-1e54df88f02d admin admin] Calling delete_port for 97f223db-fffe-4a26-860b-81e36d86f9ac owned by network:router_gateway {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:08:38.286675 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-85fdf170-c65a-45ef-b1ec-d9e0b17caf80 admin admin] 10.222.0.24 "DELETE /v2.0/networks/23df80bd-2b5c-4d29-962a-2ad738e32bba HTTP/1.1" status: 204 len: 168 time: 2.5767767 May 04 17:08:38.301001 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-49b404a4-84f1-4987-8ce6-01e465a93226 req-3f116b26-8b9a-400c-9595-7974e4ba6d56 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Deleting port 7c666c59-1633-47cb-b16b-ba114305fa7d {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:08:38.301340 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-49b404a4-84f1-4987-8ce6-01e465a93226 req-3f116b26-8b9a-400c-9595-7974e4ba6d56 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:38.408598 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 54332) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:38.469213 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-49b404a4-84f1-4987-8ce6-01e465a93226 req-3f116b26-8b9a-400c-9595-7974e4ba6d56 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] For port 7c666c59-1633-47cb-b16b-ba114305fa7d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7c666c59-1633-47cb-b16b-ba114305fa7d,segment=NetworkSegment(19c13b53-ed73-457a-b5e7-fe8d753cbca3),segment_id=19c13b53-ed73-457a-b5e7-fe8d753cbca3)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:08:38.469847 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-49b404a4-84f1-4987-8ce6-01e465a93226 req-3f116b26-8b9a-400c-9595-7974e4ba6d56 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:38.485595 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-eafdc49a-c225-4f83-9f76-f88291563c83 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a83b14f849204c3cac0cfd0b7b059636&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0726824 May 04 17:08:38.488948 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 54336) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:38.512712 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 8e04e288-50ae-4f8c-9249-1ea248442298 no longer exists at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:08:38.547873 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] No Port match for: 8e04e288-50ae-4f8c-9249-1ea248442298 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:08:38.548309 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 8e04e288-50ae-4f8c-9249-1ea248442298 not bound to the agent host dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:08:38.548812 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 97f223db-fffe-4a26-860b-81e36d86f9ac no longer exists at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:08:38.629376 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-49b404a4-84f1-4987-8ce6-01e465a93226 req-3f116b26-8b9a-400c-9595-7974e4ba6d56 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Calling delete_port for 7c666c59-1633-47cb-b16b-ba114305fa7d owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:08:38.712967 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:38.745635 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-dcce08f7-754e-42f6-9ba5-e891bc933e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:38.791034 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-dcce08f7-754e-42f6-9ba5-e891bc933e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:38.834811 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b633c43-aeaf-4b71-a8a3-a4381eef36c6 req-7221740c-2858-43a8-995d-0102f3f27f6e tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:38.836738 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5b633c43-aeaf-4b71-a8a3-a4381eef36c6 req-7221740c-2858-43a8-995d-0102f3f27f6e tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 945 time: 0.1025870 May 04 17:08:38.844916 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8134de25-29f6-4098-bf78-1e54df88f02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:38.882623 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c90b8266-1048-41ca-a953-482f81bc0d26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:38.899169 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-5b633c43-aeaf-4b71-a8a3-a4381eef36c6 req-3e950499-e486-4898-b124-d28a5097a6b7 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552855 May 04 17:08:38.941318 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134de25-29f6-4098-bf78-1e54df88f02d admin admin] Pushing event deleted for resources: {'Port': ['ID=97f223db-fffe-4a26-860b-81e36d86f9ac,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:38.976875 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8134de25-29f6-4098-bf78-1e54df88f02d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:39.040014 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e15dbf-0249-4e22-8eaa-4c572f7657ff req-cb49364f-25f5-4804-b6e7-6519c0327bd2 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:39.040372 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-49b404a4-84f1-4987-8ce6-01e465a93226 req-3f116b26-8b9a-400c-9595-7974e4ba6d56 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:39.042682 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-20e15dbf-0249-4e22-8eaa-4c572f7657ff req-cb49364f-25f5-4804-b6e7-6519c0327bd2 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0270a1-6c53-460b-9b23-59ebd6449609 HTTP/1.1" status: 200 len: 946 time: 0.0959327 May 04 17:08:39.051290 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a1b1ad03-fb5b-4718-a37f-4ae32c6dfe33 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:39.051899 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['7c666c59-1633-47cb-b16b-ba114305fa7d'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:08:39.088689 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device ed70be6a-d112-4cf3-867e-2dc60035f2ae up at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:08:39.095158 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-dcce08f7-754e-42f6-9ba5-e891bc933e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:39.098225 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-20e15dbf-0249-4e22-8eaa-4c572f7657ff req-94e71341-8e1c-478d-852b-0fd10555ee28 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/security-groups?id=dbf161ea-8650-4cd9-ba4e-0ca10411bc35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448389 May 04 17:08:39.111049 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f116b26-8b9a-400c-9595-7974e4ba6d56 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Pushing event deleted for resources: {'Port': ['ID=7c666c59-1633-47cb-b16b-ba114305fa7d,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:39.114415 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3f116b26-8b9a-400c-9595-7974e4ba6d56 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:39.119575 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7b4051e0-ba65-4400-a8d1-395b6d61f7f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:39.168746 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning complete for port ed70be6a-d112-4cf3-867e-2dc60035f2ae triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:08:39.169140 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:39.278699 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8134de25-29f6-4098-bf78-1e54df88f02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-785510'] for router_gateway, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:39.305913 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:39.335955 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d402f8-49ae-4dac-aa02-ebfd477b25cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed70be6a-d112-4cf3-867e-2dc60035f2ae'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:08:39.336228 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657ee9c-8ab5-4e33-9ea9-33d3abeb1552 req-9c40e73d-cf2b-4c74-b94c-e4ce2246e1ef tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:39.337634 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8657ee9c-8ab5-4e33-9ea9-33d3abeb1552 req-9c40e73d-cf2b-4c74-b94c-e4ce2246e1ef tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 945 time: 0.0876245 May 04 17:08:39.346578 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port ed70be6a-d112-4cf3-867e-2dc60035f2ae, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ed70be6a-d112-4cf3-867e-2dc60035f2ae,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:08:39.349779 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce08f7-754e-42f6-9ba5-e891bc933e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b06c2b-ef24-4c6b-a224-92fd261a822e,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:39.352320 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:39.353261 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 7c666c59-1633-47cb-b16b-ba114305fa7d no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:08:39.403962 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-8657ee9c-8ab5-4e33-9ea9-33d3abeb1552 req-66174168-9760-4763-8095-3f9cf1006425 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544479 May 04 17:08:39.427485 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-dcce08f7-754e-42f6-9ba5-e891bc933e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:39.435134 dv-cinder-789603-1-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d402f8-49ae-4dac-aa02-ebfd477b25cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed70be6a-d112-4cf3-867e-2dc60035f2ae', 'code': 200} May 04 17:08:39.437013 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:39.485590 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b404a4-84f1-4987-8ce6-01e465a93226 req-3f116b26-8b9a-400c-9595-7974e4ba6d56 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] No DVR routers for this DVR port 7c666c59-1633-47cb-b16b-ba114305fa7d on host hv-cinder-78960 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:08:39.496921 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] No Port match for: 7c666c59-1633-47cb-b16b-ba114305fa7d {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:08:39.496921 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 7c666c59-1633-47cb-b16b-ba114305fa7d not bound to the agent host hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:08:39.497248 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-49b404a4-84f1-4987-8ce6-01e465a93226 req-3f116b26-8b9a-400c-9595-7974e4ba6d56 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:39.499725 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0270a1-6c53-460b-9b23-59ebd6449609', 'name': 'network-vif-deleted', 'tag': '7c666c59-1633-47cb-b16b-ba114305fa7d'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:08:39.515290 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8134de25-29f6-4098-bf78-1e54df88f02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5555'] for router, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:39.517989 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-dcce08f7-754e-42f6-9ba5-e891bc933e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:39.519830 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-dcce08f7-754e-42f6-9ba5-e891bc933e03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3b06c2b-ef24-4c6b-a224-92fd261a822e HTTP/1.1" status: 204 len: 168 time: 1.0299463 May 04 17:08:39.521445 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8134de25-29f6-4098-bf78-1e54df88f02d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:39.524355 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-49b404a4-84f1-4987-8ce6-01e465a93226 req-3f116b26-8b9a-400c-9595-7974e4ba6d56 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.41 "DELETE /v2.0/ports/7c666c59-1633-47cb-b16b-ba114305fa7d HTTP/1.1" status: 204 len: 173 time: 1.7493513 May 04 17:08:39.552995 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=ed70be6a-d112-4cf3-867e-2dc60035f2ae,revision_number=10']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:39.565343 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8134de25-29f6-4098-bf78-1e54df88f02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784430'] for router, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:39.566934 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:39.567424 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8134de25-29f6-4098-bf78-1e54df88f02d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0403bd17-112b-4963-8050-b3e5e66ec42c {{(pid=73810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:08:39.577785 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8134de25-29f6-4098-bf78-1e54df88f02d admin admin] Notify callbacks [] for router, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:39.579180 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-8134de25-29f6-4098-bf78-1e54df88f02d admin admin] 10.222.0.24 "DELETE /v2.0/routers/0403bd17-112b-4963-8050-b3e5e66ec42c HTTP/1.1" status: 204 len: 168 time: 3.2177534 May 04 17:08:39.582368 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 54352) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:39.627609 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0270a1-6c53-460b-9b23-59ebd6449609', 'name': 'network-vif-deleted', 'tag': '7c666c59-1633-47cb-b16b-ba114305fa7d', 'status': 'completed', 'code': 200} May 04 17:08:39.671226 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d373249-32f3-422b-8488-807936ede521 admin admin] Deleting subnet 12db3739-6d9c-443c-bece-f6c451339b10 {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:08:39.674684 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5d373249-32f3-422b-8488-807936ede521 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:39.752346 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5d373249-32f3-422b-8488-807936ede521 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725392'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:39.791845 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ccb8f-6202-482e-99c4-19ae8aab76f6 req-bdb5e290-bb60-4fd3-bf76-6b57f5a841ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:39.794170 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-0e6ccb8f-6202-482e-99c4-19ae8aab76f6 req-bdb5e290-bb60-4fd3-bf76-6b57f5a841ed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 1100 time: 0.0944371 May 04 17:08:39.848391 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-0e6ccb8f-6202-482e-99c4-19ae8aab76f6 req-7ff6ad96-287c-45be-9e01-89d1561dc9ec service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466003 May 04 17:08:39.985229 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5d373249-32f3-422b-8488-807936ede521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1962431'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:40.218309 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5edc6d-628f-4876-ae08-4bee70bae288 req-2fd00bb1-6d64-4da5-9572-0d13835bf083 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:40.220110 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2b5edc6d-628f-4876-ae08-4bee70bae288 req-2fd00bb1-6d64-4da5-9572-0d13835bf083 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 945 time: 0.2044318 May 04 17:08:40.357017 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-ab33fa2d-e18d-4008-9289-cebc0380c4b6 req-e2c4cff1-6e5e-45a6-9f66-747b1e811468 tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0270a1-6c53-460b-9b23-59ebd6449609 HTTP/1.1" status: 200 len: 210 time: 0.0929437 May 04 17:08:40.384304 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2b5edc6d-628f-4876-ae08-4bee70bae288 req-3f1328ae-10c0-410c-9c9d-648bee4df7de tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454940 May 04 17:08:40.416849 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5d373249-32f3-422b-8488-807936ede521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1962422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-721911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4193484'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:40.421923 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3e9236d2-fa2b-48eb-af90-a7cdd0cf7c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:40.468364 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d373249-32f3-422b-8488-807936ede521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12db3739-6d9c-443c-bece-f6c451339b10,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:40.472870 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5d373249-32f3-422b-8488-807936ede521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:40.473920 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5d373249-32f3-422b-8488-807936ede521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:40.480084 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b55cab-8a5f-4bce-8742-7cdfaba70a60 None None] Network 7291981d-a550-494b-8668-3764f64ab362 requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:08:40.481123 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-5d373249-32f3-422b-8488-807936ede521 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/12db3739-6d9c-443c-bece-f6c451339b10 HTTP/1.1" status: 204 len: 168 time: 0.8966351 May 04 17:08:40.483508 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 54382) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:40.760121 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-606fc76b-1314-49a0-b5b2-caa1c1ce5d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794009'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:40.836400 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d66ed9-945d-425e-ac49-954f59a1f4ae req-7e33cd29-067f-46b2-9ee5-8e64599499d7 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:40.837973 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e1d66ed9-945d-425e-ac49-954f59a1f4ae req-7e33cd29-067f-46b2-9ee5-8e64599499d7 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 947 time: 0.2532818 May 04 17:08:40.852744 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-5cc83440-7500-454d-a267-d41a8f9b1c21 req-6591d702-b7d7-4a2f-94b9-1fbcafd0f4e6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1652193 May 04 17:08:40.963740 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e1d66ed9-945d-425e-ac49-954f59a1f4ae req-1a2c58d9-a733-440f-995a-cf63f34e1793 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774434 May 04 17:08:41.000882 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea71bf6-a75d-4f74-8efb-a6da83d42e6c None None] DHCP port deletion for 7291981d-a550-494b-8668-3764f64ab362 request from dv-cinder-789603-1-smb {{(pid=73811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:08:41.029321 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-606fc76b-1314-49a0-b5b2-caa1c1ce5d8b admin admin] Deleting port e6009744-05a3-4d63-b62c-7534f305be95 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:08:41.029635 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-606fc76b-1314-49a0-b5b2-caa1c1ce5d8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:41.071960 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 262fb332-a852-4020-b3fb-f028ad46755a no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:08:41.081810 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b888db-d65e-4d1a-b054-eb4c14af1f06 req-0064c0ba-0da3-4b0a-990b-1ba5cd51d4f1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:41.088641 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e6b888db-d65e-4d1a-b054-eb4c14af1f06 req-0064c0ba-0da3-4b0a-990b-1ba5cd51d4f1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 945 time: 0.2700398 May 04 17:08:41.257355 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e6b888db-d65e-4d1a-b054-eb4c14af1f06 req-386911fb-e294-4be6-ae10-6a5525c1c44e tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642542 May 04 17:08:41.268820 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-606fc76b-1314-49a0-b5b2-caa1c1ce5d8b admin admin] For port e6009744-05a3-4d63-b62c-7534f305be95, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=e6009744-05a3-4d63-b62c-7534f305be95,segment=NetworkSegment(c5ee1348-d78f-4be6-9694-0b57c7d60053),segment_id=c5ee1348-d78f-4be6-9694-0b57c7d60053)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:08:41.269363 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-606fc76b-1314-49a0-b5b2-caa1c1ce5d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:41.275760 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-aea71bf6-a75d-4f74-8efb-a6da83d42e6c None None] Deleting port e6009744-05a3-4d63-b62c-7534f305be95 {{(pid=73811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:08:41.276137 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-aea71bf6-a75d-4f74-8efb-a6da83d42e6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:41.391050 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:41.448415 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-606fc76b-1314-49a0-b5b2-caa1c1ce5d8b admin admin] Calling delete_port for e6009744-05a3-4d63-b62c-7534f305be95 owned by network:dhcp {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:08:41.501654 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-aea71bf6-a75d-4f74-8efb-a6da83d42e6c None None] For port e6009744-05a3-4d63-b62c-7534f305be95, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=e6009744-05a3-4d63-b62c-7534f305be95,segment=NetworkSegment(c5ee1348-d78f-4be6-9694-0b57c7d60053),segment_id=c5ee1348-d78f-4be6-9694-0b57c7d60053)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:08:41.502416 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-aea71bf6-a75d-4f74-8efb-a6da83d42e6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:41.532128 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 54438) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:41.536547 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec64bd3-471c-4d93-8acf-28dadd2951f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '262fb332-a852-4020-b3fb-f028ad46755a'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:08:41.568709 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-606fc76b-1314-49a0-b5b2-caa1c1ce5d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-721926'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:41.585510 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0679497b-d4ae-407e-b587-4fd4b9adf7a5 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:41.665691 dv-cinder-789603-1-smb neutron-server[73811]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4ec64bd3-471c-4d93-8acf-28dadd2951f3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '262fb332-a852-4020-b3fb-f028ad46755a', 'code': 422} returned with failed status May 04 17:08:41.670268 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606fc76b-1314-49a0-b5b2-caa1c1ce5d8b admin admin] Pushing event deleted for resources: {'Port': ['ID=e6009744-05a3-4d63-b62c-7534f305be95,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:41.673797 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-606fc76b-1314-49a0-b5b2-caa1c1ce5d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:41.674258 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-aea71bf6-a75d-4f74-8efb-a6da83d42e6c None None] Calling delete_port for e6009744-05a3-4d63-b62c-7534f305be95 owned by network:dhcp {{(pid=73811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:08:41.675800 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606fc76b-1314-49a0-b5b2-caa1c1ce5d8b admin admin] No DVR routers for this DVR port e6009744-05a3-4d63-b62c-7534f305be95 on host dv-cinder-789603-1-smb {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:08:41.679441 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 262fb332-a852-4020-b3fb-f028ad46755a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=262fb332-a852-4020-b3fb-f028ad46755a,segment=NetworkSegment(377bce57-fc69-436f-9128-ad1831bef4e9),segment_id=377bce57-fc69-436f-9128-ad1831bef4e9)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:08:41.687608 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:41.693898 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:41.776093 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_v2 [None req-c33f8864-c119-4785-af13-9b12a873f234 admin admin] Deleting subnet e3d30428-6a39-48cf-9509-62b6e78f69f8 {{(pid=73810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:08:41.785544 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=262fb332-a852-4020-b3fb-f028ad46755a,revision_number=6']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:41.787304 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c33f8864-c119-4785-af13-9b12a873f234 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:41.790064 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:41.823144 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-aea71bf6-a75d-4f74-8efb-a6da83d42e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695'] for port, after_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:41.835811 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-0b7eb04c-d136-483f-afe6-edcc961e4158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:41.887047 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea71bf6-a75d-4f74-8efb-a6da83d42e6c None None] Pushing event deleted for resources: {'Port': ['ID=e6009744-05a3-4d63-b62c-7534f305be95,revision_number=None']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:41.889347 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea71bf6-a75d-4f74-8efb-a6da83d42e6c None None] No DVR routers for this DVR port e6009744-05a3-4d63-b62c-7534f305be95 on host dv-cinder-789603-1-smb {{(pid=73811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:08:41.890853 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-aea71bf6-a75d-4f74-8efb-a6da83d42e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:41.901255 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-606fc76b-1314-49a0-b5b2-caa1c1ce5d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902626', 'neutron.services.segments.db._delete_segments_for_network-8730882941489'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:41.913624 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c33f8864-c119-4785-af13-9b12a873f234 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2356537'] for subnet, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:41.976855 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c33f8864-c119-4785-af13-9b12a873f234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1962431'] for subnet, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:42.117319 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-606fc76b-1314-49a0-b5b2-caa1c1ce5d8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7291981d-a550-494b-8668-3764f64ab362']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:42.132170 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-606fc76b-1314-49a0-b5b2-caa1c1ce5d8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ee1348-d78f-4be6-9694-0b57c7d60053') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:42.132459 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-606fc76b-1314-49a0-b5b2-caa1c1ce5d8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ee1348-d78f-4be6-9694-0b57c7d60053') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:42.144661 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-606fc76b-1314-49a0-b5b2-caa1c1ce5d8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730882953063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3725417'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:42.206316 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-606fc76b-1314-49a0-b5b2-caa1c1ce5d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:42.218417 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-606fc76b-1314-49a0-b5b2-caa1c1ce5d8b admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:08:42.262283 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c33f8864-c119-4785-af13-9b12a873f234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1962422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2563741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2596031'] for subnet, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:42.267277 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:42.330457 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c33f8864-c119-4785-af13-9b12a873f234 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:42.334823 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f8864-c119-4785-af13-9b12a873f234 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3d30428-6a39-48cf-9509-62b6e78f69f8,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:42.345513 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c33f8864-c119-4785-af13-9b12a873f234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:42.349712 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-c33f8864-c119-4785-af13-9b12a873f234 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e3d30428-6a39-48cf-9509-62b6e78f69f8 HTTP/1.1" status: 204 len: 168 time: 0.8159533 May 04 17:08:42.352268 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 54448) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:42.448847 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device e6009744-05a3-4d63-b62c-7534f305be95 no longer exists at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:08:42.487911 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8eaebe6f-a488-40b9-bddf-fce44fa7a1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794009'] for network, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:42.497795 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] No Port match for: e6009744-05a3-4d63-b62c-7534f305be95 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:08:42.498294 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device e6009744-05a3-4d63-b62c-7534f305be95 not bound to the agent host dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:08:42.533713 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-606fc76b-1314-49a0-b5b2-caa1c1ce5d8b admin admin] Network 7291981d-a550-494b-8668-3764f64ab362 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:08:42.548853 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e12029-69ed-4925-90da-67b7947a4384 req-4b30dc85-7d6f-4bf4-ba7f-0dd257a7217a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:42.550374 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-58e12029-69ed-4925-90da-67b7947a4384 req-4b30dc85-7d6f-4bf4-ba7f-0dd257a7217a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 947 time: 0.3984582 May 04 17:08:42.558724 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-606fc76b-1314-49a0-b5b2-caa1c1ce5d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1964778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-722005'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:42.636947 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8eaebe6f-a488-40b9-bddf-fce44fa7a1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902626', 'neutron.services.segments.db._delete_segments_for_network-8730882941489'] for network, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:42.709239 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-ac5e50e6-c179-4d3d-b21f-5d603bbc8dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:42.746892 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-8eaebe6f-a488-40b9-bddf-fce44fa7a1b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a']}} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:42.759596 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-8eaebe6f-a488-40b9-bddf-fce44fa7a1b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c13b53-ed73-457a-b5e7-fe8d753cbca3') {'for_net_delete': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:42.759958 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-8eaebe6f-a488-40b9-bddf-fce44fa7a1b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c13b53-ed73-457a-b5e7-fe8d753cbca3') {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:08:42.772358 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8eaebe6f-a488-40b9-bddf-fce44fa7a1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730882953063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2356480'] for segment, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:42.782153 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-58e12029-69ed-4925-90da-67b7947a4384 req-e0ce377f-be75-4ea3-86d6-60e8cf9c0837 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086368 May 04 17:08:42.793146 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-606fc76b-1314-49a0-b5b2-caa1c1ce5d8b admin admin] Network 7291981d-a550-494b-8668-3764f64ab362 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:08:42.799221 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8eaebe6f-a488-40b9-bddf-fce44fa7a1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: Traceback (most recent call last): May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: timer() May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: cb(*args, **kw) May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: return func(*args, **kwargs) May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: self._notify() May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: self.callback(batched_events) May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: event.method(event) May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: return f(self, *a, **k) May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: return self._get(url).json() May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: return self.request(url, 'GET', **kwargs) May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:08:42.823550 dv-cinder-789603-1-smb neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:08:42.847380 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712be57-f514-4b57-bed4-05e9443bc3d2 req-fd1bc28d-fb2f-4c60-a1c6-7c097b9430a1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:42.849710 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e712be57-f514-4b57-bed4-05e9443bc3d2 req-fd1bc28d-fb2f-4c60-a1c6-7c097b9430a1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 943 time: 0.4737692 May 04 17:08:42.850219 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eaebe6f-a488-40b9-bddf-fce44fa7a1b1 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=73810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:08:42.943916 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-606fc76b-1314-49a0-b5b2-caa1c1ce5d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785481'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:42.951927 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-606fc76b-1314-49a0-b5b2-caa1c1ce5d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:42.957948 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:42.981282 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e712be57-f514-4b57-bed4-05e9443bc3d2 req-69054ae6-c68f-4d0e-8b68-017f085851af tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886555 May 04 17:08:42.989044 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606fc76b-1314-49a0-b5b2-caa1c1ce5d8b admin admin] Pushing event deleted for resources: {'Network': ['ID=7291981d-a550-494b-8668-3764f64ab362,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:42.991642 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-606fc76b-1314-49a0-b5b2-caa1c1ce5d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:42.993612 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-606fc76b-1314-49a0-b5b2-caa1c1ce5d8b admin admin] 10.222.0.24 "DELETE /v2.0/networks/7291981d-a550-494b-8668-3764f64ab362 HTTP/1.1" status: 204 len: 168 time: 2.5090117 May 04 17:08:43.158712 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-8eaebe6f-a488-40b9-bddf-fce44fa7a1b1 admin admin] Network b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:08:43.168550 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8eaebe6f-a488-40b9-bddf-fce44fa7a1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1964778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2562367'] for segment, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:43.197926 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 54462) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:43.245986 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc83440-7500-454d-a267-d41a8f9b1c21 req-4a57a234-0b75-4557-bc8d-6a3df9fe07d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:43.247788 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-5cc83440-7500-454d-a267-d41a8f9b1c21 req-4a57a234-0b75-4557-bc8d-6a3df9fe07d6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3&tenant_id=db8b3959138341e092434175a3480a37 HTTP/1.1" status: 200 len: 1096 time: 0.4414282 May 04 17:08:43.258983 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-cb781d56-866b-4706-b113-0f3f8c21fc0e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=507507794b464505b12fc044f369bd6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0598297 May 04 17:08:43.261421 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 54466) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:43.325929 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2bcbb235-0878-4138-9748-4b5ef309fc58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:43.355221 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2bcbb235-0878-4138-9748-4b5ef309fc58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:43.419639 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-8eaebe6f-a488-40b9-bddf-fce44fa7a1b1 admin admin] Network b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:08:43.430332 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2bcbb235-0878-4138-9748-4b5ef309fc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:43.435598 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e3f3c7b5-b462-4054-b507-747507bd9dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: Traceback (most recent call last): May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: timer() May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: cb(*args, **kw) May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: return func(*args, **kwargs) May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: self._notify() May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: self.callback(batched_events) May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: event.method(event) May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: return f(self, *a, **k) May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: return self._get(url).json() May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: return self.request(url, 'GET', **kwargs) May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:08:43.445296 dv-cinder-789603-1-smb neutron-server[73810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:08:43.453775 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcbb235-0878-4138-9748-4b5ef309fc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab4c7d4-5173-4cc8-ac19-98dba1623e12,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:43.457608 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2bcbb235-0878-4138-9748-4b5ef309fc58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:43.473804 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2bcbb235-0878-4138-9748-4b5ef309fc58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:43.475070 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-2bcbb235-0878-4138-9748-4b5ef309fc58 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5ab4c7d4-5173-4cc8-ac19-98dba1623e12 HTTP/1.1" status: 204 len: 168 time: 0.2100053 May 04 17:08:43.562201 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc83440-7500-454d-a267-d41a8f9b1c21 req-6cfeacf3-786e-4af3-9fac-b8277c4606df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:43.563765 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-5cc83440-7500-454d-a267-d41a8f9b1c21 req-6cfeacf3-786e-4af3-9fac-b8277c4606df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=db8b3959138341e092434175a3480a37&device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 1096 time: 0.2865303 May 04 17:08:43.595269 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8eaebe6f-a488-40b9-bddf-fce44fa7a1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785481'] for network, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:43.616096 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5e4236bc-0bd3-4ac9-953a-f4cf1d93c624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:43.632887 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8eaebe6f-a488-40b9-bddf-fce44fa7a1b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:43.693002 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaebe6f-a488-40b9-bddf-fce44fa7a1b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:43.700503 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8eaebe6f-a488-40b9-bddf-fce44fa7a1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:43.714996 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-8eaebe6f-a488-40b9-bddf-fce44fa7a1b1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b7f38e3c-2a0e-4fa0-949a-ccfe1c608b2a HTTP/1.1" status: 204 len: 168 time: 1.3612266 May 04 17:08:43.770954 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc83440-7500-454d-a267-d41a8f9b1c21 req-4eb3e803-d999-4e09-b72d-d7c702047aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:43.772336 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-5cc83440-7500-454d-a267-d41a8f9b1c21 req-4eb3e803-d999-4e09-b72d-d7c702047aba service neutron] 10.222.0.41 "GET /v2.0/networks?id=2790ccbf-1fe4-4ddb-8a39-6ac4365def3a HTTP/1.1" status: 200 len: 909 time: 0.2004807 May 04 17:08:43.913513 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-5cc83440-7500-454d-a267-d41a8f9b1c21 req-d3328925-e33f-4a55-8072-4636e1cf1fd9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=262fb332-a852-4020-b3fb-f028ad46755a HTTP/1.1" status: 200 len: 998 time: 0.1333344 May 04 17:08:43.980094 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 54482) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:43.986711 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc83440-7500-454d-a267-d41a8f9b1c21 req-28199528-d0f5-44ec-b9d6-c355b6c62a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:43.988471 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-5cc83440-7500-454d-a267-d41a8f9b1c21 req-28199528-d0f5-44ec-b9d6-c355b6c62a27 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93bf4862-9145-41a3-bcd3-124852de0037 HTTP/1.1" status: 200 len: 847 time: 0.0677106 May 04 17:08:43.995453 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 54486) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:44.071132 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-2a7bed4f-40c8-43bc-a681-a5eca7da1a00 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3d67f148cd24fdd9d16dff4042f7166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0873494 May 04 17:08:44.072753 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 54492) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:44.102434 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ff215-49fa-4eac-93fd-78e0cd45db77 req-2a30dd63-b659-4baf-bdfc-c058f7fdebf2 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:44.105152 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-cb2ff215-49fa-4eac-93fd-78e0cd45db77 req-2a30dd63-b659-4baf-bdfc-c058f7fdebf2 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 947 time: 0.1667047 May 04 17:08:44.116063 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-4b425431-fee8-451e-a21e-51b1ce173d29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=755ae6ceba9e465db1001ecd8bc2e239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0753329 May 04 17:08:44.116427 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 54496) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:44.146858 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc83440-7500-454d-a267-d41a8f9b1c21 req-b2d7c19d-f4f6-4b1c-9f20-bc612f39a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:44.148385 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-5cc83440-7500-454d-a267-d41a8f9b1c21 req-b2d7c19d-f4f6-4b1c-9f20-bc612f39a902 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2790ccbf-1fe4-4ddb-8a39-6ac4365def3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1537864 May 04 17:08:44.261801 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4110fd73-8e0e-41ea-9168-75b740a836ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:44.266313 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-cb2ff215-49fa-4eac-93fd-78e0cd45db77 req-079f75b5-5d47-4599-a698-6f78f3528e54 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445346 May 04 17:08:44.282893 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-181be019-a691-4671-bf06-d9b44d2c0ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:44.313482 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4110fd73-8e0e-41ea-9168-75b740a836ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:44.341205 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-181be019-a691-4671-bf06-d9b44d2c0ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:44.346823 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6f13c-3605-4efa-8e2b-97227a54f70f req-e24125d0-2270-4438-8321-bdcc39ac46d9 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:44.348938 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-10a6f13c-3605-4efa-8e2b-97227a54f70f req-e24125d0-2270-4438-8321-bdcc39ac46d9 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 943 time: 0.2281477 May 04 17:08:44.394752 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-5cc83440-7500-454d-a267-d41a8f9b1c21 req-3d92df73-e955-4474-9ff6-ec33fd2757b0 service neutron] 10.222.0.41 "GET /v2.0/networks/2790ccbf-1fe4-4ddb-8a39-6ac4365def3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330041 May 04 17:08:44.420452 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-10a6f13c-3605-4efa-8e2b-97227a54f70f req-d22684ee-eb30-499f-9e48-eef4dee8e238 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591161 May 04 17:08:44.430258 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4110fd73-8e0e-41ea-9168-75b740a836ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:44.434331 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4a52b66a-0bfe-489c-ba45-b7e8493b3463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:44.446465 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110fd73-8e0e-41ea-9168-75b740a836ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebb97c5-b991-4d89-a083-e05628a1a5a4,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:44.449321 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4110fd73-8e0e-41ea-9168-75b740a836ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:44.457080 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4110fd73-8e0e-41ea-9168-75b740a836ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:44.458222 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-4110fd73-8e0e-41ea-9168-75b740a836ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6ebb97c5-b991-4d89-a083-e05628a1a5a4 HTTP/1.1" status: 204 len: 168 time: 0.3848982 May 04 17:08:44.521747 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-181be019-a691-4671-bf06-d9b44d2c0ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:44.530227 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1d7020d6-6db8-45da-aadd-a1e2514941c1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:44.558802 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181be019-a691-4671-bf06-d9b44d2c0ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf161ea-8650-4cd9-ba4e-0ca10411bc35,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:44.563159 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-181be019-a691-4671-bf06-d9b44d2c0ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:44.572337 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-5cc83440-7500-454d-a267-d41a8f9b1c21 req-74a6be59-8faa-4956-8426-57616fdd5708 service neutron] 10.222.0.41 "GET /v2.0/networks/2790ccbf-1fe4-4ddb-8a39-6ac4365def3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704059 May 04 17:08:44.574321 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-181be019-a691-4671-bf06-d9b44d2c0ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:44.575316 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-181be019-a691-4671-bf06-d9b44d2c0ec4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dbf161ea-8650-4cd9-ba4e-0ca10411bc35 HTTP/1.1" status: 204 len: 168 time: 0.4579463 May 04 17:08:44.853107 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728973f-4faa-48ba-8822-37cad241da5a req-cc057e3a-dc24-40cd-959e-8bebf1532870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:44.856145 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-1728973f-4faa-48ba-8822-37cad241da5a req-cc057e3a-dc24-40cd-959e-8bebf1532870 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=db8b3959138341e092434175a3480a37&device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 1096 time: 0.1348078 May 04 17:08:45.175583 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728973f-4faa-48ba-8822-37cad241da5a req-2fa8ea24-90f4-4219-a99b-fd1dadd4f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:45.177090 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-1728973f-4faa-48ba-8822-37cad241da5a req-2fa8ea24-90f4-4219-a99b-fd1dadd4f273 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2790ccbf-1fe4-4ddb-8a39-6ac4365def3a HTTP/1.1" status: 200 len: 909 time: 0.2985144 May 04 17:08:45.287391 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-4aa70196-788f-4630-b554-a8e15a9c3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:45.311521 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-1728973f-4faa-48ba-8822-37cad241da5a req-f52b2347-d648-4dc5-8925-66a308282af7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=262fb332-a852-4020-b3fb-f028ad46755a HTTP/1.1" status: 200 len: 998 time: 0.1174269 May 04 17:08:45.386121 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728973f-4faa-48ba-8822-37cad241da5a req-9b766e69-5645-4de9-b02c-ecc4b16cd706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:45.387634 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-1728973f-4faa-48ba-8822-37cad241da5a req-9b766e69-5645-4de9-b02c-ecc4b16cd706 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93bf4862-9145-41a3-bcd3-124852de0037 HTTP/1.1" status: 200 len: 847 time: 0.0683081 May 04 17:08:45.467111 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728973f-4faa-48ba-8822-37cad241da5a req-7812d8e0-c74e-4acf-b034-eb3d286c9346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:45.468651 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-1728973f-4faa-48ba-8822-37cad241da5a req-7812d8e0-c74e-4acf-b034-eb3d286c9346 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2790ccbf-1fe4-4ddb-8a39-6ac4365def3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0741346 May 04 17:08:45.608718 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:45.625551 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-1728973f-4faa-48ba-8822-37cad241da5a req-49e279c6-2324-4c16-8f4d-ba32a2b06205 service neutron] 10.222.0.41 "GET /v2.0/networks/2790ccbf-1fe4-4ddb-8a39-6ac4365def3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474552 May 04 17:08:45.651309 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f65417-1617-4017-b956-bffa24577839 req-68e9650b-011b-48bb-8b77-c1f19e0db040 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:45.652860 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-79f65417-1617-4017-b956-bffa24577839 req-68e9650b-011b-48bb-8b77-c1f19e0db040 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 943 time: 0.1041183 May 04 17:08:45.701263 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-79f65417-1617-4017-b956-bffa24577839 req-82b7ce5e-a9f9-49ab-b650-8c851d710fcd tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422802 May 04 17:08:45.774944 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-1728973f-4faa-48ba-8822-37cad241da5a req-a961cb27-f375-4ce3-bada-8dc133c34528 service neutron] 10.222.0.41 "GET /v2.0/networks/2790ccbf-1fe4-4ddb-8a39-6ac4365def3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427174 May 04 17:08:46.643925 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:46.895448 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:46.917390 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6045160-98c7-4a61-8988-6a9e185287dd req-ee1183e3-c0b4-47d8-8d34-f7ce6e87d48f tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:46.917390 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c6045160-98c7-4a61-8988-6a9e185287dd req-ee1183e3-c0b4-47d8-8d34-f7ce6e87d48f tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 943 time: 0.0951748 May 04 17:08:46.969364 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c6045160-98c7-4a61-8988-6a9e185287dd req-3bc4544f-0f39-4b34-b5a7-9bb27c9bbe49 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400307 May 04 17:08:47.111033 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 262fb332-a852-4020-b3fb-f028ad46755a details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:08:47.261151 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 262fb332-a852-4020-b3fb-f028ad46755a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=262fb332-a852-4020-b3fb-f028ad46755a,segment=NetworkSegment(377bce57-fc69-436f-9128-ad1831bef4e9),segment_id=377bce57-fc69-436f-9128-ad1831bef4e9)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:08:47.275147 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Returning: {'device': '262fb332-a852-4020-b3fb-f028ad46755a', 'network_id': '2790ccbf-1fe4-4ddb-8a39-6ac4365def3a', 'port_id': '262fb332-a852-4020-b3fb-f028ad46755a', 'mac_address': 'fa:16:3e:c9:dd:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93bf4862-9145-41a3-bcd3-124852de0037', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:08:47.331327 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:47.352468 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262fb332-a852-4020-b3fb-f028ad46755a {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:08:47.370197 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 262fb332-a852-4020-b3fb-f028ad46755a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=262fb332-a852-4020-b3fb-f028ad46755a,segment=NetworkSegment(377bce57-fc69-436f-9128-ad1831bef4e9),segment_id=377bce57-fc69-436f-9128-ad1831bef4e9)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:08:47.375039 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:47.376913 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:47.448093 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=262fb332-a852-4020-b3fb-f028ad46755a,revision_number=7']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:47.451598 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:47.591252 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['262fb332-a852-4020-b3fb-f028ad46755a'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:08:48.157806 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191edd83-cd85-446c-a6ba-631841cd7701 req-399d96b5-4823-4907-91b9-852ba16e7394 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:48.159862 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-191edd83-cd85-446c-a6ba-631841cd7701 req-399d96b5-4823-4907-91b9-852ba16e7394 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 944 time: 0.0837419 May 04 17:08:48.203985 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-191edd83-cd85-446c-a6ba-631841cd7701 req-ad0c1424-85da-4493-bf22-cca077f14c86 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383317 May 04 17:08:48.258840 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:48.656090 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:08:49.124860 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 262fb332-a852-4020-b3fb-f028ad46755a up at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:08:49.197210 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning complete for port 262fb332-a852-4020-b3fb-f028ad46755a triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:08:49.197577 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:49.327552 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:49.357848 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec64bd3-471c-4d93-8acf-28dadd2951f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262fb332-a852-4020-b3fb-f028ad46755a'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:08:49.369387 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 262fb332-a852-4020-b3fb-f028ad46755a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=262fb332-a852-4020-b3fb-f028ad46755a,segment=NetworkSegment(377bce57-fc69-436f-9128-ad1831bef4e9),segment_id=377bce57-fc69-436f-9128-ad1831bef4e9)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:08:49.375132 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:49.378522 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:49.460115 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=262fb332-a852-4020-b3fb-f028ad46755a,revision_number=8']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:49.463581 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:49.482019 dv-cinder-789603-1-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec64bd3-471c-4d93-8acf-28dadd2951f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262fb332-a852-4020-b3fb-f028ad46755a', 'code': 200} May 04 17:08:49.511079 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4e884-0ea3-435b-9935-e25e084b6cec req-43eaa656-dc7c-4f07-a3d9-804ec689ef3d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:49.513579 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e3f4e884-0ea3-435b-9935-e25e084b6cec req-43eaa656-dc7c-4f07-a3d9-804ec689ef3d tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 944 time: 0.1991630 May 04 17:08:49.564662 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-e3f4e884-0ea3-435b-9935-e25e084b6cec req-7ddcd640-d110-424c-836f-5e3e5a937751 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444629 May 04 17:08:49.785207 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774ef59-ed7b-4bb4-95a1-6d5d9b808386 req-cbc03125-7ee0-4dc6-8557-e78a8dd94531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:49.786646 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c774ef59-ed7b-4bb4-95a1-6d5d9b808386 req-cbc03125-7ee0-4dc6-8557-e78a8dd94531 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 1098 time: 0.0767722 May 04 17:08:49.832841 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-c774ef59-ed7b-4bb4-95a1-6d5d9b808386 req-715ed14e-dc3e-40d5-81c4-d4f027835e91 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381985 May 04 17:08:50.769039 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae02f4-9b15-41c4-9651-d76418f32a44 req-9386b83b-8692-4fca-b9f3-7ad8805b968c tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:50.770819 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-22ae02f4-9b15-41c4-9651-d76418f32a44 req-9386b83b-8692-4fca-b9f3-7ad8805b968c tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 945 time: 0.0896161 May 04 17:08:50.824990 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-22ae02f4-9b15-41c4-9651-d76418f32a44 req-64b7591c-0ce3-48ca-94eb-ca566538584a tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469370 May 04 17:08:51.659279 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 54676) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:51.780151 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-dee95233-b157-43a5-8986-af00f8436f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:51.796426 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-dee95233-b157-43a5-8986-af00f8436f35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:08:51.800715 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-dee95233-b157-43a5-8986-af00f8436f35 admin admin] Usage tracker for resource:security_group_rule and tenant:4488eee757ed42c687ade8e2c450e5bf is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:08:51.803713 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-dee95233-b157-43a5-8986-af00f8436f35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:08:51.809655 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-dee95233-b157-43a5-8986-af00f8436f35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:08:51.902313 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-dee95233-b157-43a5-8986-af00f8436f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:51.906453 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-dee95233-b157-43a5-8986-af00f8436f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:51.915303 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6e18d09d-dea6-43df-bdd5-81a771574871 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:51.965005 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-dee95233-b157-43a5-8986-af00f8436f35 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4488eee757ed42c687ade8e2c450e5bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3045704 May 04 17:08:51.966088 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee95233-b157-43a5-8986-af00f8436f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0079e24a-6807-4f7f-8d4c-2bd81d546702,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:51.968344 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 54684) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:51.989827 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee95233-b157-43a5-8986-af00f8436f35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:51.990209 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee95233-b157-43a5-8986-af00f8436f35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:51.990578 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee95233-b157-43a5-8986-af00f8436f35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:51.990943 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee95233-b157-43a5-8986-af00f8436f35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:51.991307 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee95233-b157-43a5-8986-af00f8436f35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:51.991666 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee95233-b157-43a5-8986-af00f8436f35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:51.992022 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee95233-b157-43a5-8986-af00f8436f35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:51.992378 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee95233-b157-43a5-8986-af00f8436f35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:51.992769 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee95233-b157-43a5-8986-af00f8436f35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:51.993125 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee95233-b157-43a5-8986-af00f8436f35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:51.993477 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee95233-b157-43a5-8986-af00f8436f35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:51.993831 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee95233-b157-43a5-8986-af00f8436f35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:51.999703 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-dee95233-b157-43a5-8986-af00f8436f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:52.024513 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f4a94-c71a-45c6-87f6-3a33eb678353 req-50c8da7f-0d94-4e4a-827b-423b3cf9fc9c tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:52.026047 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f46f4a94-c71a-45c6-87f6-3a33eb678353 req-50c8da7f-0d94-4e4a-827b-423b3cf9fc9c tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 945 time: 0.0851023 May 04 17:08:52.046945 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-63af7c10-b92a-43f1-a5b8-831625545cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:52.072575 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-f46f4a94-c71a-45c6-87f6-3a33eb678353 req-c1b6b7a6-7807-4f8f-955e-f897ef95e730 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405216 May 04 17:08:52.075833 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-63af7c10-b92a-43f1-a5b8-831625545cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:52.129540 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-63af7c10-b92a-43f1-a5b8-831625545cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:52.133321 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0d9b887d-9bee-4de7-b9c2-852c1249524f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:52.145807 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af7c10-b92a-43f1-a5b8-831625545cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0079e24a-6807-4f7f-8d4c-2bd81d546702,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:52.149581 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-63af7c10-b92a-43f1-a5b8-831625545cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:52.153167 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-63af7c10-b92a-43f1-a5b8-831625545cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:52.154366 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-63af7c10-b92a-43f1-a5b8-831625545cae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0079e24a-6807-4f7f-8d4c-2bd81d546702 HTTP/1.1" status: 204 len: 168 time: 0.1850631 May 04 17:09:03.217938 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 54942) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:03.338902 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c31ea2a3-eba3-4d51-9df7-0226694f3d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:03.352895 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-c31ea2a3-eba3-4d51-9df7-0226694f3d77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:09:03.357048 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-c31ea2a3-eba3-4d51-9df7-0226694f3d77 admin admin] Usage tracker for resource:security_group_rule and tenant:8d2e7c49d32d4630b7d2abc5bae4d97b is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:09:03.359744 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-c31ea2a3-eba3-4d51-9df7-0226694f3d77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:09:03.366108 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-c31ea2a3-eba3-4d51-9df7-0226694f3d77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:09:03.449764 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c31ea2a3-eba3-4d51-9df7-0226694f3d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:03.453348 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c31ea2a3-eba3-4d51-9df7-0226694f3d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:03.461699 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-bd11832b-4ff9-4a85-b6f7-51eba962203e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:03.500210 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-c31ea2a3-eba3-4d51-9df7-0226694f3d77 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d2e7c49d32d4630b7d2abc5bae4d97b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812531 May 04 17:09:03.501121 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ea2a3-eba3-4d51-9df7-0226694f3d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ce535c-d6a8-4bd6-8066-43d34508f442,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:03.503694 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 54948) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:03.504866 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c31ea2a3-eba3-4d51-9df7-0226694f3d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:03.565331 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-22cdd752-4958-4444-99f2-9ed859e81091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:03.590673 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-22cdd752-4958-4444-99f2-9ed859e81091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:03.642163 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-22cdd752-4958-4444-99f2-9ed859e81091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:03.647864 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ab441378-64ee-4690-b743-c5ae5679594b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:03.661428 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cdd752-4958-4444-99f2-9ed859e81091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ce535c-d6a8-4bd6-8066-43d34508f442,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:03.663839 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-22cdd752-4958-4444-99f2-9ed859e81091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:03.667222 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-22cdd752-4958-4444-99f2-9ed859e81091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:03.668955 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-22cdd752-4958-4444-99f2-9ed859e81091 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50ce535c-d6a8-4bd6-8066-43d34508f442 HTTP/1.1" status: 204 len: 168 time: 0.1636209 May 04 17:09:03.943269 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 54956) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:03.960439 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e7cbbdb6-0f1e-4fa4-9b62-cfb018b77a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:03.975140 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e7cbbdb6-0f1e-4fa4-9b62-cfb018b77a0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:09:03.979052 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e7cbbdb6-0f1e-4fa4-9b62-cfb018b77a0e admin admin] Usage tracker for resource:security_group_rule and tenant:ef4f30eef64848f688a1d5b493636beb is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:09:03.982101 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e7cbbdb6-0f1e-4fa4-9b62-cfb018b77a0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:09:03.988373 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e7cbbdb6-0f1e-4fa4-9b62-cfb018b77a0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:09:04.069780 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e7cbbdb6-0f1e-4fa4-9b62-cfb018b77a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:04.073241 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e7cbbdb6-0f1e-4fa4-9b62-cfb018b77a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:04.081739 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-538d0702-cbf7-4d00-9170-afdb19ac8383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:04.119866 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-e7cbbdb6-0f1e-4fa4-9b62-cfb018b77a0e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef4f30eef64848f688a1d5b493636beb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1755757 May 04 17:09:04.121915 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbbdb6-0f1e-4fa4-9b62-cfb018b77a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31668c5-1148-4f44-bac7-a0126ffb1925,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:04.122652 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 54962) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:04.125017 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e7cbbdb6-0f1e-4fa4-9b62-cfb018b77a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:04.190660 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7023e5f7-0273-441f-9ef8-9cc27484e583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:04.216888 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7023e5f7-0273-441f-9ef8-9cc27484e583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:04.270918 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7023e5f7-0273-441f-9ef8-9cc27484e583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:04.276134 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-576a83b7-d009-4524-b184-b612f898cd06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:04.289396 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023e5f7-0273-441f-9ef8-9cc27484e583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31668c5-1148-4f44-bac7-a0126ffb1925,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:04.293634 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7023e5f7-0273-441f-9ef8-9cc27484e583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:04.299352 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7023e5f7-0273-441f-9ef8-9cc27484e583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:04.302713 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-7023e5f7-0273-441f-9ef8-9cc27484e583 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c31668c5-1148-4f44-bac7-a0126ffb1925 HTTP/1.1" status: 204 len: 168 time: 0.1767876 May 04 17:09:06.961380 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 55058) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:07.078794 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5b4cd8dc-87d0-4d73-bd69-6c7d31f25308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:07.093463 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-5b4cd8dc-87d0-4d73-bd69-6c7d31f25308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:09:07.098004 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-5b4cd8dc-87d0-4d73-bd69-6c7d31f25308 admin admin] Usage tracker for resource:security_group_rule and tenant:2949d03c9c3846efb12eb02310c0ad92 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:09:07.100892 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-5b4cd8dc-87d0-4d73-bd69-6c7d31f25308 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:09:07.106828 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-5b4cd8dc-87d0-4d73-bd69-6c7d31f25308 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:09:07.188585 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5b4cd8dc-87d0-4d73-bd69-6c7d31f25308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:07.193103 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5b4cd8dc-87d0-4d73-bd69-6c7d31f25308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:07.200054 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-61ca883d-ac78-48d8-8c71-4f4a840bde41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:07.242499 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-5b4cd8dc-87d0-4d73-bd69-6c7d31f25308 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2949d03c9c3846efb12eb02310c0ad92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2800598 May 04 17:09:07.243896 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4cd8dc-87d0-4d73-bd69-6c7d31f25308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73a33a2-440c-4ad2-ad69-e00ce2140b75,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:07.245403 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 55070) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:07.246486 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5b4cd8dc-87d0-4d73-bd69-6c7d31f25308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:07.310064 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fd744f7f-2d6c-4eeb-8e61-ef990530782d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:07.337193 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fd744f7f-2d6c-4eeb-8e61-ef990530782d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:07.391951 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fd744f7f-2d6c-4eeb-8e61-ef990530782d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:07.396227 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7023e5f7-0273-441f-9ef8-9cc27484e583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:07.407118 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd744f7f-2d6c-4eeb-8e61-ef990530782d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73a33a2-440c-4ad2-ad69-e00ce2140b75,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:07.411166 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fd744f7f-2d6c-4eeb-8e61-ef990530782d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:07.417230 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fd744f7f-2d6c-4eeb-8e61-ef990530782d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:07.421549 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-fd744f7f-2d6c-4eeb-8e61-ef990530782d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f73a33a2-440c-4ad2-ad69-e00ce2140b75 HTTP/1.1" status: 204 len: 168 time: 0.1749246 May 04 17:09:07.734013 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 55086) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:07.752434 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e9a172b9-964c-49f2-b549-2bdec516cc40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:07.766711 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e9a172b9-964c-49f2-b549-2bdec516cc40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:09:07.771440 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e9a172b9-964c-49f2-b549-2bdec516cc40 admin admin] Usage tracker for resource:security_group_rule and tenant:cd842fc4b7d4499094c7b34dfef596d6 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:09:07.774460 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e9a172b9-964c-49f2-b549-2bdec516cc40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:09:07.780245 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e9a172b9-964c-49f2-b549-2bdec516cc40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:09:07.866245 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e9a172b9-964c-49f2-b549-2bdec516cc40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:07.869761 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e9a172b9-964c-49f2-b549-2bdec516cc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:07.875968 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b6d5f3dc-4838-44b3-87b4-50eee0b3d869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:07.920331 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-e9a172b9-964c-49f2-b549-2bdec516cc40 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd842fc4b7d4499094c7b34dfef596d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1852052 May 04 17:09:07.921258 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a172b9-964c-49f2-b549-2bdec516cc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a31ea7c-d452-4e06-bae6-ce9d23804b3c,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:07.922988 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 55090) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:07.924854 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e9a172b9-964c-49f2-b549-2bdec516cc40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:07.982964 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f3021ea9-b114-4b50-abab-64ca8ead6df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:08.008949 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f3021ea9-b114-4b50-abab-64ca8ead6df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:08.058145 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f3021ea9-b114-4b50-abab-64ca8ead6df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:08.061759 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-48f19334-1589-4318-8511-2e632b414aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:08.077539 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3021ea9-b114-4b50-abab-64ca8ead6df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a31ea7c-d452-4e06-bae6-ce9d23804b3c,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:08.080509 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f3021ea9-b114-4b50-abab-64ca8ead6df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:08.082414 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f3021ea9-b114-4b50-abab-64ca8ead6df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:08.085918 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-f3021ea9-b114-4b50-abab-64ca8ead6df9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a31ea7c-d452-4e06-bae6-ce9d23804b3c HTTP/1.1" status: 204 len: 168 time: 0.1582129 May 04 17:09:10.122722 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 55166) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:10.238978 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-73cd8d3c-e616-44c2-a9b7-1b00bfe4535e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:10.252973 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-73cd8d3c-e616-44c2-a9b7-1b00bfe4535e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:09:10.256746 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-73cd8d3c-e616-44c2-a9b7-1b00bfe4535e admin admin] Usage tracker for resource:security_group_rule and tenant:d6c1a6e9a2a84d1c8a12194326d99ba2 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:09:10.259362 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-73cd8d3c-e616-44c2-a9b7-1b00bfe4535e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:09:10.264925 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-73cd8d3c-e616-44c2-a9b7-1b00bfe4535e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:09:10.349095 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-73cd8d3c-e616-44c2-a9b7-1b00bfe4535e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:10.352792 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-73cd8d3c-e616-44c2-a9b7-1b00bfe4535e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:10.361736 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-934f4b47-618c-457b-b2b9-b6742928dda6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:10.400399 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-73cd8d3c-e616-44c2-a9b7-1b00bfe4535e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d6c1a6e9a2a84d1c8a12194326d99ba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765980 May 04 17:09:10.402116 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd8d3c-e616-44c2-a9b7-1b00bfe4535e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918e16dc-e3dd-47c7-b783-5f06300ac498,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:10.403050 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 55172) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:10.405273 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-73cd8d3c-e616-44c2-a9b7-1b00bfe4535e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:10.461718 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-578aab88-87f5-4678-8388-e103a3ed8c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:10.487032 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-578aab88-87f5-4678-8388-e103a3ed8c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:10.539103 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-578aab88-87f5-4678-8388-e103a3ed8c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:10.543782 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-28c76471-8b09-4c1c-888f-8987ec104c5a tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:10.559072 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578aab88-87f5-4678-8388-e103a3ed8c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918e16dc-e3dd-47c7-b783-5f06300ac498,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:10.569492 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578aab88-87f5-4678-8388-e103a3ed8c74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:10.569866 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578aab88-87f5-4678-8388-e103a3ed8c74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:10.570225 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578aab88-87f5-4678-8388-e103a3ed8c74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:10.570579 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578aab88-87f5-4678-8388-e103a3ed8c74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:10.570933 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578aab88-87f5-4678-8388-e103a3ed8c74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:10.571286 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578aab88-87f5-4678-8388-e103a3ed8c74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:10.571633 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578aab88-87f5-4678-8388-e103a3ed8c74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:10.571983 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578aab88-87f5-4678-8388-e103a3ed8c74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:10.572328 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578aab88-87f5-4678-8388-e103a3ed8c74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:10.572697 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578aab88-87f5-4678-8388-e103a3ed8c74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:10.573044 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578aab88-87f5-4678-8388-e103a3ed8c74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:10.573386 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578aab88-87f5-4678-8388-e103a3ed8c74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:10.577934 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-578aab88-87f5-4678-8388-e103a3ed8c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:10.584875 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-578aab88-87f5-4678-8388-e103a3ed8c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:10.585973 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-578aab88-87f5-4678-8388-e103a3ed8c74 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/918e16dc-e3dd-47c7-b783-5f06300ac498 HTTP/1.1" status: 204 len: 168 time: 0.1818628 May 04 17:09:10.862928 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 55180) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:10.880922 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8665ef6e-a842-41ce-9f5b-a75034cba3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:10.894661 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-8665ef6e-a842-41ce-9f5b-a75034cba3e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:09:10.898349 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-8665ef6e-a842-41ce-9f5b-a75034cba3e4 admin admin] Usage tracker for resource:security_group_rule and tenant:61083009c5744bb0aa2ae67d0924faf8 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:09:10.901091 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-8665ef6e-a842-41ce-9f5b-a75034cba3e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:09:10.906677 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-8665ef6e-a842-41ce-9f5b-a75034cba3e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:09:10.991115 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8665ef6e-a842-41ce-9f5b-a75034cba3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:10.994665 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8665ef6e-a842-41ce-9f5b-a75034cba3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:11.003364 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:11.041831 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-8665ef6e-a842-41ce-9f5b-a75034cba3e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61083009c5744bb0aa2ae67d0924faf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1778738 May 04 17:09:11.042785 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665ef6e-a842-41ce-9f5b-a75034cba3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b755d8-7685-46ff-badc-0c79d5bc53a8,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:11.044421 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 55184) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:11.045795 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8665ef6e-a842-41ce-9f5b-a75034cba3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:11.104877 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e05b9e93-c393-49ab-91d1-68c3901732c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:11.132137 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e05b9e93-c393-49ab-91d1-68c3901732c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:11.194809 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e05b9e93-c393-49ab-91d1-68c3901732c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:11.199735 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6324a578-55dd-4748-92f9-6ac79ecfa593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:11.212193 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b9e93-c393-49ab-91d1-68c3901732c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b755d8-7685-46ff-badc-0c79d5bc53a8,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:11.215726 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e05b9e93-c393-49ab-91d1-68c3901732c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:11.221793 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e05b9e93-c393-49ab-91d1-68c3901732c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:11.222898 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-e05b9e93-c393-49ab-91d1-68c3901732c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9b755d8-7685-46ff-badc-0c79d5bc53a8 HTTP/1.1" status: 204 len: 168 time: 0.1769028 May 04 17:09:12.571361 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 55240) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:12.689412 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c96d6620-9c1f-49e6-bfdc-2bf1c8d934d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:12.702620 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-07a9aefe-e197-4393-9a7d-9dc2d2e6da5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:12.704218 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c96d6620-9c1f-49e6-bfdc-2bf1c8d934d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:09:12.707715 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c96d6620-9c1f-49e6-bfdc-2bf1c8d934d4 admin admin] Usage tracker for resource:security_group_rule and tenant:a40ee76193df4e9aa2fd7e2a4a58e32e is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:09:12.710540 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c96d6620-9c1f-49e6-bfdc-2bf1c8d934d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:09:12.716119 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c96d6620-9c1f-49e6-bfdc-2bf1c8d934d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:09:12.800063 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c96d6620-9c1f-49e6-bfdc-2bf1c8d934d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:12.803728 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c96d6620-9c1f-49e6-bfdc-2bf1c8d934d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:12.810686 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f60549f4-4fa0-42d0-b63b-a9d465008931 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:12.851846 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-c96d6620-9c1f-49e6-bfdc-2bf1c8d934d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a40ee76193df4e9aa2fd7e2a4a58e32e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2794397 May 04 17:09:12.852918 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d6620-9c1f-49e6-bfdc-2bf1c8d934d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c36c7f-7cb0-4abb-ace7-af81339de911,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:12.854812 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 55246) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:12.856130 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c96d6620-9c1f-49e6-bfdc-2bf1c8d934d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:12.913581 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b645a043-465f-4a9c-b0aa-67b8fd976990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:12.938663 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b645a043-465f-4a9c-b0aa-67b8fd976990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:12.990456 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b645a043-465f-4a9c-b0aa-67b8fd976990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:12.994105 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-dee95233-b157-43a5-8986-af00f8436f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:13.005390 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645a043-465f-4a9c-b0aa-67b8fd976990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c36c7f-7cb0-4abb-ace7-af81339de911,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:13.007607 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b645a043-465f-4a9c-b0aa-67b8fd976990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:13.013188 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b645a043-465f-4a9c-b0aa-67b8fd976990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:13.014276 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-b645a043-465f-4a9c-b0aa-67b8fd976990 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9c36c7f-7cb0-4abb-ace7-af81339de911 HTTP/1.1" status: 204 len: 168 time: 0.1584971 May 04 17:09:15.286403 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-a6c35c82-31d0-496b-8aed-885feca1eb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:15.603198 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:16.250090 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233429ee-d561-47a7-807a-ab90e3609903 req-ed8b3bb7-f7ee-469e-9df4-6b47e334e0c4 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:09:16.251534 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-233429ee-d561-47a7-807a-ab90e3609903 req-ed8b3bb7-f7ee-469e-9df4-6b47e334e0c4 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 947 time: 0.0830922 May 04 17:09:16.295933 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-233429ee-d561-47a7-807a-ab90e3609903 req-fe678fbe-25a6-471f-bafd-9cb5124abef8 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379338 May 04 17:09:16.644701 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:16.879442 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:17.582488 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034732f-1fb1-4b92-95f1-b51f43150b93 req-606c08a1-d73f-45e5-83a5-0e49497fceb0 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:09:17.583225 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-4034732f-1fb1-4b92-95f1-b51f43150b93 req-606c08a1-d73f-45e5-83a5-0e49497fceb0 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Synchronizing usage tracker for tenant:a530a7f8042040e98a19a0a59ab370ed on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:09:17.599818 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-4034732f-1fb1-4b92-95f1-b51f43150b93 req-606c08a1-d73f-45e5-83a5-0e49497fceb0 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Unset dirty status for tenant:a530a7f8042040e98a19a0a59ab370ed on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:09:17.601381 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-4034732f-1fb1-4b92-95f1-b51f43150b93 req-606c08a1-d73f-45e5-83a5-0e49497fceb0 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.41 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 947 time: 0.1158864 May 04 17:09:17.650645 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1a8b0-944e-433d-8200-354f65431259 req-8ea8e77f-3d46-452a-a58b-10dbb38340c4 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:09:17.652127 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-74d1a8b0-944e-433d-8200-354f65431259 req-8ea8e77f-3d46-452a-a58b-10dbb38340c4 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 947 time: 0.0934398 May 04 17:09:17.699781 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-74d1a8b0-944e-433d-8200-354f65431259 req-a5daa6c4-67f1-4e74-bc72-fe481c73d550 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7e5c422-ed9c-415c-a2d3-a9ce2be84707&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412481 May 04 17:09:17.750762 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-4034732f-1fb1-4b92-95f1-b51f43150b93 req-dbb39270-39ef-4026-be9b-a0bd7f4f9f3f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Deleting port ed70be6a-d112-4cf3-867e-2dc60035f2ae {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:09:17.751101 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-4034732f-1fb1-4b92-95f1-b51f43150b93 req-dbb39270-39ef-4026-be9b-a0bd7f4f9f3f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:17.899411 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-4034732f-1fb1-4b92-95f1-b51f43150b93 req-dbb39270-39ef-4026-be9b-a0bd7f4f9f3f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] For port ed70be6a-d112-4cf3-867e-2dc60035f2ae, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ed70be6a-d112-4cf3-867e-2dc60035f2ae,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:09:17.899772 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-4034732f-1fb1-4b92-95f1-b51f43150b93 req-dbb39270-39ef-4026-be9b-a0bd7f4f9f3f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:18.272010 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:18.290531 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-4034732f-1fb1-4b92-95f1-b51f43150b93 req-dbb39270-39ef-4026-be9b-a0bd7f4f9f3f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:18.290906 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-4034732f-1fb1-4b92-95f1-b51f43150b93 req-dbb39270-39ef-4026-be9b-a0bd7f4f9f3f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785499'] for floatingip, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:18.291217 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.db.l3_db [req-4034732f-1fb1-4b92-95f1-b51f43150b93 req-dbb39270-39ef-4026-be9b-a0bd7f4f9f3f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Floating IP 200c6709-d1ff-437e-8271-8542b20d4570 disassociated. External IP: 172.28.3.28, port: ed70be6a-d112-4cf3-867e-2dc60035f2ae. May 04 17:09:18.291553 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-4034732f-1fb1-4b92-95f1-b51f43150b93 req-dbb39270-39ef-4026-be9b-a0bd7f4f9f3f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Calling delete_port for ed70be6a-d112-4cf3-867e-2dc60035f2ae owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:09:18.402245 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-4034732f-1fb1-4b92-95f1-b51f43150b93 req-dbb39270-39ef-4026-be9b-a0bd7f4f9f3f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:18.407545 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-57b7e4a8-0a69-4fa7-afad-f015a3e88f6f tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:18.451563 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb39270-39ef-4026-be9b-a0bd7f4f9f3f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Pushing event deleted for resources: {'Port': ['ID=ed70be6a-d112-4cf3-867e-2dc60035f2ae,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:18.455128 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-dbb39270-39ef-4026-be9b-a0bd7f4f9f3f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:18.636180 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4034732f-1fb1-4b92-95f1-b51f43150b93 req-dbb39270-39ef-4026-be9b-a0bd7f4f9f3f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Router 94b863db-620a-4e6d-9422-70ae39f9f218 has already been hosted by L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:09:18.833833 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4034732f-1fb1-4b92-95f1-b51f43150b93 req-dbb39270-39ef-4026-be9b-a0bd7f4f9f3f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:09:18.847406 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d65fd74-3847-4dbc-8be1-79d4b34d574a None None] Sync routers for ids ['94b863db-620a-4e6d-9422-70ae39f9f218'] in dv-cinder-789603-1-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:09:18.857369 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d65fd74-3847-4dbc-8be1-79d4b34d574a None None] Routers {'94b863db-620a-4e6d-9422-70ae39f9f218'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:09:18.857994 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-3d65fd74-3847-4dbc-8be1-79d4b34d574a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:09:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['94b863db-620a-4e6d-9422-70ae39f9f218'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:09:18.895962 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4c134537-d093-4be1-83f1-9d9cf0b91bcf req-f8c3b862-eb86-4bc8-8326-35d57aed077e tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/ports?device_id=22d402f8-49ae-4dac-aa02-ebfd477b25cd HTTP/1.1" status: 200 len: 210 time: 0.0667036 May 04 17:09:18.922088 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-4034732f-1fb1-4b92-95f1-b51f43150b93 req-dbb39270-39ef-4026-be9b-a0bd7f4f9f3f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] No DVR routers for this DVR port ed70be6a-d112-4cf3-867e-2dc60035f2ae on host hv-cinder-78960 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:09:18.926627 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-4034732f-1fb1-4b92-95f1-b51f43150b93 req-dbb39270-39ef-4026-be9b-a0bd7f4f9f3f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:18.929746 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d402f8-49ae-4dac-aa02-ebfd477b25cd', 'name': 'network-vif-deleted', 'tag': 'ed70be6a-d112-4cf3-867e-2dc60035f2ae'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:09:18.962743 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-4034732f-1fb1-4b92-95f1-b51f43150b93 req-dbb39270-39ef-4026-be9b-a0bd7f4f9f3f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.41 "DELETE /v2.0/ports/ed70be6a-d112-4cf3-867e-2dc60035f2ae HTTP/1.1" status: 204 len: 173 time: 1.3558130 May 04 17:09:18.992614 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d402f8-49ae-4dac-aa02-ebfd477b25cd', 'name': 'network-vif-deleted', 'tag': 'ed70be6a-d112-4cf3-867e-2dc60035f2ae', 'status': 'completed', 'code': 200} May 04 17:09:19.069322 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-3d65fd74-3847-4dbc-8be1-79d4b34d574a None None] Set router 94b863db-620a-4e6d-9422-70ae39f9f218 gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:09:19.416222 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-3d65fd74-3847-4dbc-8be1-79d4b34d574a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'name': 'tempest-AttachVolumeShelveTestJSON-1378711398-router', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:23Z', 'updated_at': '2021-05-04T17:02:37Z', 'revision_number': 4, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'gw_port': {'id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:25Z', 'updated_at': '2021-05-04T17:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': '718b8019-836f-4101-b861-85fba12b4299', 'name': '', 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'mac_address': 'fa:16:3e:e7:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:34Z', 'updated_at': '2021-05-04T17:02:48Z', 'revision_number': 5, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'subnets': [{'id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:09:19.420274 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d65fd74-3847-4dbc-8be1-79d4b34d574a None None] Checking router: 94b863db-620a-4e6d-9422-70ae39f9f218 for host: dv-cinder-789603-1-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:09:19.429704 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d65fd74-3847-4dbc-8be1-79d4b34d574a None None] Routers {'94b863db-620a-4e6d-9422-70ae39f9f218'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:09:19.430299 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-3d65fd74-3847-4dbc-8be1-79d4b34d574a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:09:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['94b863db-620a-4e6d-9422-70ae39f9f218'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:09:19.630367 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-3d65fd74-3847-4dbc-8be1-79d4b34d574a None None] Set router 94b863db-620a-4e6d-9422-70ae39f9f218 gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:09:19.996901 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-3d65fd74-3847-4dbc-8be1-79d4b34d574a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'name': 'tempest-AttachVolumeShelveTestJSON-1378711398-router', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:23Z', 'updated_at': '2021-05-04T17:02:37Z', 'revision_number': 4, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'gw_port': {'id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:25Z', 'updated_at': '2021-05-04T17:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': '718b8019-836f-4101-b861-85fba12b4299', 'name': '', 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'mac_address': 'fa:16:3e:e7:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:34Z', 'updated_at': '2021-05-04T17:02:48Z', 'revision_number': 5, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'subnets': [{'id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:09:20.001036 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d65fd74-3847-4dbc-8be1-79d4b34d574a None None] The sync data for ids ['94b863db-620a-4e6d-9422-70ae39f9f218'] in dv-cinder-789603-1-smb is: [{'id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'name': 'tempest-AttachVolumeShelveTestJSON-1378711398-router', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:23Z', 'updated_at': '2021-05-04T17:02:37Z', 'revision_number': 4, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'gw_port': {'id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:25Z', 'updated_at': '2021-05-04T17:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': '718b8019-836f-4101-b861-85fba12b4299', 'name': '', 'network_id': '805702bb-73e1-49e9-949a-99d683f18b45', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'mac_address': 'fa:16:3e:e7:16:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:34Z', 'updated_at': '2021-05-04T17:02:48Z', 'revision_number': 5, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'subnets': [{'id': 'ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:09:20.030967 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 55444) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:20.096461 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-eaddc7f7-25b6-4904-b158-e4387a3cc3b2 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:20.129339 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-eaddc7f7-25b6-4904-b158-e4387a3cc3b2 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:20.183245 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-eaddc7f7-25b6-4904-b158-e4387a3cc3b2 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:20.187216 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d77358a7-e204-4315-a634-068562e5d9e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:20.204239 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaddc7f7-25b6-4904-b158-e4387a3cc3b2 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e5c422-ed9c-415c-a2d3-a9ce2be84707,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:20.208820 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-eaddc7f7-25b6-4904-b158-e4387a3cc3b2 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:20.226042 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-eaddc7f7-25b6-4904-b158-e4387a3cc3b2 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:20.226313 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb67701-bac4-454a-beb4-122da7746e80 None None] New status for floating IP 200c6709-d1ff-437e-8271-8542b20d4570: DOWN {{(pid=73811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:09:20.227144 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-eaddc7f7-25b6-4904-b158-e4387a3cc3b2 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "DELETE /v2.0/security-groups/a7e5c422-ed9c-415c-a2d3-a9ce2be84707 HTTP/1.1" status: 204 len: 168 time: 0.1952312 May 04 17:09:20.229937 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 55448) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:20.246330 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.api.v2.resource [None req-73ec7068-9814-4f56-9054-8e63d4d717d5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] show failed (client error): The resource could not be found. May 04 17:09:20.247277 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-73ec7068-9814-4f56-9054-8e63d4d717d5 tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "GET /v2.0/security-groups/a7e5c422-ed9c-415c-a2d3-a9ce2be84707 HTTP/1.1" status: 404 len: 347 time: 0.0164611 May 04 17:09:20.249975 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 55452) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:20.469776 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-8914136e-d218-470e-b948-7beff57e129f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Deleting port 5d7f6dbc-b06c-487c-af4d-f99e4ea3c896 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:09:20.470836 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8914136e-d218-470e-b948-7beff57e129f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:20.676233 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8914136e-d218-470e-b948-7beff57e129f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:20.676590 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8914136e-d218-470e-b948-7beff57e129f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:20.800835 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-8914136e-d218-470e-b948-7beff57e129f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Calling delete_port for 5d7f6dbc-b06c-487c-af4d-f99e4ea3c896 owned by network:floatingip {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:09:20.922350 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8914136e-d218-470e-b948-7beff57e129f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-721926'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:20.927643 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-03e3250b-2f27-4a35-bbf4-8f47d8ba1732 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:20.979393 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914136e-d218-470e-b948-7beff57e129f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Pushing event deleted for resources: {'Port': ['ID=5d7f6dbc-b06c-487c-af4d-f99e4ea3c896,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:20.982207 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8914136e-d218-470e-b948-7beff57e129f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:21.083903 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8914136e-d218-470e-b948-7beff57e129f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks [] for floatingip, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:21.099065 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8914136e-d218-470e-b948-7beff57e129f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:21.100182 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-8914136e-d218-470e-b948-7beff57e129f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] 10.222.0.24 "DELETE /v2.0/floatingips/200c6709-d1ff-437e-8271-8542b20d4570 HTTP/1.1" status: 204 len: 168 time: 0.8493576 May 04 17:09:21.327368 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device ed70be6a-d112-4cf3-867e-2dc60035f2ae no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:09:21.361423 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] No Port match for: ed70be6a-d112-4cf3-867e-2dc60035f2ae {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:09:21.361771 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device ed70be6a-d112-4cf3-867e-2dc60035f2ae not bound to the agent host hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:09:22.441796 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 55514) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:22.575326 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6b602156-e5f0-4ac9-a0e3-d3a060f7e484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:22.593254 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-6b602156-e5f0-4ac9-a0e3-d3a060f7e484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:09:22.597252 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-6b602156-e5f0-4ac9-a0e3-d3a060f7e484 admin admin] Usage tracker for resource:security_group_rule and tenant:a5d8303597b346699a3a10ce6d106f93 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:09:22.600217 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-6b602156-e5f0-4ac9-a0e3-d3a060f7e484 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:09:22.606383 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-6b602156-e5f0-4ac9-a0e3-d3a060f7e484 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:09:22.720366 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6b602156-e5f0-4ac9-a0e3-d3a060f7e484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:22.723089 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6b602156-e5f0-4ac9-a0e3-d3a060f7e484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:22.731981 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b73d3c21-eca5-4348-ab66-266b22ca135c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:22.772863 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-6b602156-e5f0-4ac9-a0e3-d3a060f7e484 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a5d8303597b346699a3a10ce6d106f93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297524 May 04 17:09:22.773678 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b602156-e5f0-4ac9-a0e3-d3a060f7e484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdce211-e8cf-4808-9b74-c94d26ebb531,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:22.776069 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 55534) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:22.777395 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6b602156-e5f0-4ac9-a0e3-d3a060f7e484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:22.841984 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1f616784-0aa4-4afa-8d00-ee06357b13b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:22.870395 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1f616784-0aa4-4afa-8d00-ee06357b13b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:22.929902 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1f616784-0aa4-4afa-8d00-ee06357b13b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:22.934129 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-181be019-a691-4671-bf06-d9b44d2c0ec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:22.949802 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f616784-0aa4-4afa-8d00-ee06357b13b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdce211-e8cf-4808-9b74-c94d26ebb531,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:22.952074 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1f616784-0aa4-4afa-8d00-ee06357b13b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:22.956973 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1f616784-0aa4-4afa-8d00-ee06357b13b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:22.958279 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-1f616784-0aa4-4afa-8d00-ee06357b13b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6fdce211-e8cf-4808-9b74-c94d26ebb531 HTTP/1.1" status: 204 len: 168 time: 0.1810911 May 04 17:09:23.237614 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 55542) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:23.255094 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5a48cd35-9255-4f61-bb5e-9b45ee06ff05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:23.269585 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-5a48cd35-9255-4f61-bb5e-9b45ee06ff05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:09:23.273404 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-5a48cd35-9255-4f61-bb5e-9b45ee06ff05 admin admin] Usage tracker for resource:security_group_rule and tenant:bb137003afa94ad29a173e5a4c74a2d7 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:09:23.277465 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-5a48cd35-9255-4f61-bb5e-9b45ee06ff05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:09:23.283152 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-5a48cd35-9255-4f61-bb5e-9b45ee06ff05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:09:23.362848 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5a48cd35-9255-4f61-bb5e-9b45ee06ff05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:23.366669 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5a48cd35-9255-4f61-bb5e-9b45ee06ff05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:23.374781 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-616105df-8778-43aa-9bdb-22d315271d5a tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:23.415177 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-5a48cd35-9255-4f61-bb5e-9b45ee06ff05 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb137003afa94ad29a173e5a4c74a2d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1763880 May 04 17:09:23.416097 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a48cd35-9255-4f61-bb5e-9b45ee06ff05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68ea88c-9140-47a2-8f22-dc001a3cbae9,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:23.417777 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 55546) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:23.419279 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5a48cd35-9255-4f61-bb5e-9b45ee06ff05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:23.478898 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d19b4cbd-6ef4-4a1d-a17e-d57c3adc50dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:23.504333 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d19b4cbd-6ef4-4a1d-a17e-d57c3adc50dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:23.556111 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d19b4cbd-6ef4-4a1d-a17e-d57c3adc50dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:23.559595 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b422eb12-c0e5-4cc5-968f-1c57b8014649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:23.572444 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b4cbd-6ef4-4a1d-a17e-d57c3adc50dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68ea88c-9140-47a2-8f22-dc001a3cbae9,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:23.574734 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d19b4cbd-6ef4-4a1d-a17e-d57c3adc50dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:23.582505 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d19b4cbd-6ef4-4a1d-a17e-d57c3adc50dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:23.583616 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-d19b4cbd-6ef4-4a1d-a17e-d57c3adc50dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d68ea88c-9140-47a2-8f22-dc001a3cbae9 HTTP/1.1" status: 204 len: 168 time: 0.1648397 May 04 17:09:23.940053 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 55574) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:23.962440 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 55580) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:23.980821 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3f2cd5c1-689e-45e2-a6e8-7b3dfcd2de03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:23.995858 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-3f2cd5c1-689e-45e2-a6e8-7b3dfcd2de03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:09:23.999955 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-3f2cd5c1-689e-45e2-a6e8-7b3dfcd2de03 admin admin] Usage tracker for resource:security_group_rule and tenant:94b7669152434df096ade5056fa1a1bb is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:09:24.003039 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-3f2cd5c1-689e-45e2-a6e8-7b3dfcd2de03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:09:24.008659 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-3f2cd5c1-689e-45e2-a6e8-7b3dfcd2de03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:09:24.100146 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3f2cd5c1-689e-45e2-a6e8-7b3dfcd2de03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:24.104369 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3f2cd5c1-689e-45e2-a6e8-7b3dfcd2de03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:24.112295 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f3021ea9-b114-4b50-abab-64ca8ead6df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:24.151945 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2cd5c1-689e-45e2-a6e8-7b3dfcd2de03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4505d3d3-f0c6-4c52-990b-dafd9816c522,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:24.156160 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-3f2cd5c1-689e-45e2-a6e8-7b3dfcd2de03 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94b7669152434df096ade5056fa1a1bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1927423 May 04 17:09:24.157055 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3f2cd5c1-689e-45e2-a6e8-7b3dfcd2de03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:24.159350 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 55590) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:24.363091 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5affaa72-2d24-43fe-ba3c-924d4ea12444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:24.509302 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5affaa72-2d24-43fe-ba3c-924d4ea12444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:24.706119 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5affaa72-2d24-43fe-ba3c-924d4ea12444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:24.712150 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1f616784-0aa4-4afa-8d00-ee06357b13b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:24.751807 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affaa72-2d24-43fe-ba3c-924d4ea12444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4505d3d3-f0c6-4c52-990b-dafd9816c522,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:24.762914 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5affaa72-2d24-43fe-ba3c-924d4ea12444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:24.776536 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5affaa72-2d24-43fe-ba3c-924d4ea12444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:24.781237 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-5affaa72-2d24-43fe-ba3c-924d4ea12444 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4505d3d3-f0c6-4c52-990b-dafd9816c522 HTTP/1.1" status: 204 len: 168 time: 0.6174014 May 04 17:09:24.944785 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-29181495-a373-42b5-8fc1-9c2bbc2048a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655945'] for router_interface, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:25.368814 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-29181495-a373-42b5-8fc1-9c2bbc2048a3 admin admin] Deleting port 718b8019-836f-4101-b861-85fba12b4299 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:09:25.369149 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-29181495-a373-42b5-8fc1-9c2bbc2048a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:25.491986 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-29181495-a373-42b5-8fc1-9c2bbc2048a3 admin admin] For port 718b8019-836f-4101-b861-85fba12b4299, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=718b8019-836f-4101-b861-85fba12b4299,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:09:25.491986 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-29181495-a373-42b5-8fc1-9c2bbc2048a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:25.617956 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-29181495-a373-42b5-8fc1-9c2bbc2048a3 admin admin] Calling delete_port for 718b8019-836f-4101-b861-85fba12b4299 owned by network:router_interface {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:09:25.656180 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:09:25.774785 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-29181495-a373-42b5-8fc1-9c2bbc2048a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:25.778547 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a3e5ab42-e2e4-4693-9ad5-f671c8ce3a1a tempest-AttachVolumeNegativeTest-51225212 tempest-AttachVolumeNegativeTest-51225212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:25.823013 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29181495-a373-42b5-8fc1-9c2bbc2048a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=718b8019-836f-4101-b861-85fba12b4299,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:25.855067 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-29181495-a373-42b5-8fc1-9c2bbc2048a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:26.134202 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 55628) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:26.230001 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-29181495-a373-42b5-8fc1-9c2bbc2048a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-779001'] for router_interface, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:26.260816 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-45f35fbc-4207-47f4-8598-e753cf736575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:26.275463 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-45f35fbc-4207-47f4-8598-e753cf736575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:09:26.279270 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-45f35fbc-4207-47f4-8598-e753cf736575 admin admin] Usage tracker for resource:security_group_rule and tenant:e17ca5fc9f3f4f01886f1e7ee713550f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:09:26.282031 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-45f35fbc-4207-47f4-8598-e753cf736575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:09:26.288435 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-45f35fbc-4207-47f4-8598-e753cf736575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:09:26.374317 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-45f35fbc-4207-47f4-8598-e753cf736575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:26.378572 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-45f35fbc-4207-47f4-8598-e753cf736575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:26.386221 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e27dc8c3-3c50-4cd3-a393-fe67cb85541b tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:26.425751 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f35fbc-4207-47f4-8598-e753cf736575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46248361-73ec-4afe-9079-18f3c162f94d,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:26.428847 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-45f35fbc-4207-47f4-8598-e753cf736575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:26.431370 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-45f35fbc-4207-47f4-8598-e753cf736575 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e17ca5fc9f3f4f01886f1e7ee713550f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961195 May 04 17:09:26.434081 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 55634) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:26.495898 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1742866d-5a69-41b0-8c61-de190fcba1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:26.522860 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1742866d-5a69-41b0-8c61-de190fcba1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:26.573616 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1742866d-5a69-41b0-8c61-de190fcba1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:26.578608 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65fb3e9f-ff25-41e5-9925-3a0e8b6b5762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:26.589882 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742866d-5a69-41b0-8c61-de190fcba1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46248361-73ec-4afe-9079-18f3c162f94d,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:26.597336 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1742866d-5a69-41b0-8c61-de190fcba1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:26.597617 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1742866d-5a69-41b0-8c61-de190fcba1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:26.601339 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-1742866d-5a69-41b0-8c61-de190fcba1d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46248361-73ec-4afe-9079-18f3c162f94d HTTP/1.1" status: 204 len: 168 time: 0.1664364 May 04 17:09:26.618295 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29181495-a373-42b5-8fc1-9c2bbc2048a3 admin admin] Router 94b863db-620a-4e6d-9422-70ae39f9f218 has already been hosted by L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:09:26.796900 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29181495-a373-42b5-8fc1-9c2bbc2048a3 admin admin] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:09:26.807508 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e681b537-2b28-41ad-ae37-32afaf8af521 None None] Sync routers for ids ['94b863db-620a-4e6d-9422-70ae39f9f218'] in dv-cinder-789603-1-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:09:26.811664 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 55642) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:26.811831 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-29181495-a373-42b5-8fc1-9c2bbc2048a3 admin admin] 10.222.0.24 "PUT /v2.0/routers/94b863db-620a-4e6d-9422-70ae39f9f218/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8705745 May 04 17:09:26.821579 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e681b537-2b28-41ad-ae37-32afaf8af521 None None] Routers {'94b863db-620a-4e6d-9422-70ae39f9f218'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:09:26.822249 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-e681b537-2b28-41ad-ae37-32afaf8af521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:09:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['94b863db-620a-4e6d-9422-70ae39f9f218'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:09:26.918137 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 55646) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:26.936454 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ad0d41a6-462b-4ec4-b804-4e4fcae54df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:26.950979 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-ad0d41a6-462b-4ec4-b804-4e4fcae54df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:09:26.955069 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-ad0d41a6-462b-4ec4-b804-4e4fcae54df6 admin admin] Usage tracker for resource:security_group_rule and tenant:b1efa0599f294f00984e9572f3db345d is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:09:26.958024 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-ad0d41a6-462b-4ec4-b804-4e4fcae54df6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:09:26.963762 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-ad0d41a6-462b-4ec4-b804-4e4fcae54df6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:09:26.998299 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1f448eb8-bee3-45cb-8761-80e6d3872926 admin admin] Notify callbacks [] for router, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:27.009447 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-e681b537-2b28-41ad-ae37-32afaf8af521 None None] Set router 94b863db-620a-4e6d-9422-70ae39f9f218 gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:09:27.051252 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ad0d41a6-462b-4ec4-b804-4e4fcae54df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:27.057317 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ad0d41a6-462b-4ec4-b804-4e4fcae54df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:27.084735 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-bb0acd1e-126e-49a9-83e4-1b908274ad40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:27.113863 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d41a6-462b-4ec4-b804-4e4fcae54df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c8b1e4-9c35-464b-832d-6e9c1400dbee,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:27.117334 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ad0d41a6-462b-4ec4-b804-4e4fcae54df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:27.122183 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-ad0d41a6-462b-4ec4-b804-4e4fcae54df6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b1efa0599f294f00984e9572f3db345d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2005398 May 04 17:09:27.124544 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 55650) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:27.180181 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1f448eb8-bee3-45cb-8761-80e6d3872926 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:27.188440 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5c90e3d8-c646-4c35-b9dc-3dc4aa59be32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:27.215133 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5c90e3d8-c646-4c35-b9dc-3dc4aa59be32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:27.266450 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-1f448eb8-bee3-45cb-8761-80e6d3872926 admin admin] Deleting port e04b84af-80ff-456a-9f76-c61ea72a3f5d {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:09:27.266802 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1f448eb8-bee3-45cb-8761-80e6d3872926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:27.275267 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5c90e3d8-c646-4c35-b9dc-3dc4aa59be32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:27.280161 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c31ea2a3-eba3-4d51-9df7-0226694f3d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:27.294202 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90e3d8-c646-4c35-b9dc-3dc4aa59be32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c8b1e4-9c35-464b-832d-6e9c1400dbee,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:27.296512 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5c90e3d8-c646-4c35-b9dc-3dc4aa59be32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:27.301158 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5c90e3d8-c646-4c35-b9dc-3dc4aa59be32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:27.302541 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-5c90e3d8-c646-4c35-b9dc-3dc4aa59be32 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6c8b1e4-9c35-464b-832d-6e9c1400dbee HTTP/1.1" status: 204 len: 168 time: 0.1768613 May 04 17:09:27.303973 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-e681b537-2b28-41ad-ae37-32afaf8af521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'name': 'tempest-AttachVolumeShelveTestJSON-1378711398-router', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:23Z', 'updated_at': '2021-05-04T17:09:25Z', 'revision_number': 5, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'gw_port': {'id': 'e04b84af-80ff-456a-9f76-c61ea72a3f5d', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:96:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:02:25Z', 'updated_at': '2021-05-04T17:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb'}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:09:27.308409 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e681b537-2b28-41ad-ae37-32afaf8af521 None None] Checking router: 94b863db-620a-4e6d-9422-70ae39f9f218 for host: dv-cinder-789603-1-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:09:27.318025 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e681b537-2b28-41ad-ae37-32afaf8af521 None None] Routers {'94b863db-620a-4e6d-9422-70ae39f9f218'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:09:27.321421 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-e681b537-2b28-41ad-ae37-32afaf8af521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:09:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['94b863db-620a-4e6d-9422-70ae39f9f218'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:09:27.408265 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-1f448eb8-bee3-45cb-8761-80e6d3872926 admin admin] For port e04b84af-80ff-456a-9f76-c61ea72a3f5d, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=e04b84af-80ff-456a-9f76-c61ea72a3f5d,segment=NetworkSegment(03a61c93-30bf-46d3-abd6-912a62526c31),segment_id=03a61c93-30bf-46d3-abd6-912a62526c31)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:09:27.408771 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1f448eb8-bee3-45cb-8761-80e6d3872926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:27.478968 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-e681b537-2b28-41ad-ae37-32afaf8af521 None None] Set router 94b863db-620a-4e6d-9422-70ae39f9f218 gateway port host: None {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:09:27.590518 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-e681b537-2b28-41ad-ae37-32afaf8af521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'name': 'tempest-AttachVolumeShelveTestJSON-1378711398-router', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:23Z', 'updated_at': '2021-05-04T17:09:27Z', 'revision_number': 6, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'gw_port_host': None}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:09:27.595095 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e681b537-2b28-41ad-ae37-32afaf8af521 None None] The sync data for ids ['94b863db-620a-4e6d-9422-70ae39f9f218'] in dv-cinder-789603-1-smb is: [{'id': '94b863db-620a-4e6d-9422-70ae39f9f218', 'name': 'tempest-AttachVolumeShelveTestJSON-1378711398-router', 'tenant_id': 'a530a7f8042040e98a19a0a59ab370ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:02:23Z', 'updated_at': '2021-05-04T17:09:27Z', 'revision_number': 6, 'project_id': 'a530a7f8042040e98a19a0a59ab370ed', 'gw_port_host': None}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:09:27.632284 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-1f448eb8-bee3-45cb-8761-80e6d3872926 admin admin] Calling delete_port for e04b84af-80ff-456a-9f76-c61ea72a3f5d owned by network:router_gateway {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:09:27.778276 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1f448eb8-bee3-45cb-8761-80e6d3872926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-721926'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:27.784468 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a4da2174-60f3-4eea-9546-7794e405631f tempest-AttachVolumeShelveTestJSON-2143607964 tempest-AttachVolumeShelveTestJSON-2143607964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:27.828515 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f448eb8-bee3-45cb-8761-80e6d3872926 admin admin] Pushing event deleted for resources: {'Port': ['ID=e04b84af-80ff-456a-9f76-c61ea72a3f5d,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:27.832450 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1f448eb8-bee3-45cb-8761-80e6d3872926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:27.927254 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1f448eb8-bee3-45cb-8761-80e6d3872926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-785510'] for router_gateway, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:28.109143 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1f448eb8-bee3-45cb-8761-80e6d3872926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5555'] for router, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:28.111402 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1f448eb8-bee3-45cb-8761-80e6d3872926 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:28.134494 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1f448eb8-bee3-45cb-8761-80e6d3872926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784430'] for router, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:28.135027 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f448eb8-bee3-45cb-8761-80e6d3872926 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94b863db-620a-4e6d-9422-70ae39f9f218 {{(pid=73809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:09:28.148725 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1f448eb8-bee3-45cb-8761-80e6d3872926 admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:28.149831 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-1f448eb8-bee3-45cb-8761-80e6d3872926 admin admin] 10.222.0.24 "DELETE /v2.0/routers/94b863db-620a-4e6d-9422-70ae39f9f218 HTTP/1.1" status: 204 len: 168 time: 1.3368149 May 04 17:09:28.152305 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 55676) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:28.211876 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-264606e2-bb1e-4b83-a78a-5bb4c7c667e2 admin admin] Deleting subnet ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:09:28.214816 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-264606e2-bb1e-4b83-a78a-5bb4c7c667e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:28.268069 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-264606e2-bb1e-4b83-a78a-5bb4c7c667e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725392'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:28.349463 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-264606e2-bb1e-4b83-a78a-5bb4c7c667e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1962431'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:28.463416 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device e04b84af-80ff-456a-9f76-c61ea72a3f5d no longer exists at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:09:28.500194 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] No Port match for: e04b84af-80ff-456a-9f76-c61ea72a3f5d {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:09:28.500584 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device e04b84af-80ff-456a-9f76-c61ea72a3f5d not bound to the agent host dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:09:28.501064 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 718b8019-836f-4101-b861-85fba12b4299 no longer exists at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:09:28.537474 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] No Port match for: 718b8019-836f-4101-b861-85fba12b4299 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:09:28.537821 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 718b8019-836f-4101-b861-85fba12b4299 not bound to the agent host dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:09:28.634208 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-264606e2-bb1e-4b83-a78a-5bb4c7c667e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1962422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-721911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4193484'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:28.639504 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:28.676408 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264606e2-bb1e-4b83-a78a-5bb4c7c667e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:28.679602 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-264606e2-bb1e-4b83-a78a-5bb4c7c667e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:28.680962 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-264606e2-bb1e-4b83-a78a-5bb4c7c667e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:28.686870 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eb426b-f923-46ac-9bcb-309f120a7d61 None None] Network 805702bb-73e1-49e9-949a-99d683f18b45 requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:09:28.692237 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-264606e2-bb1e-4b83-a78a-5bb4c7c667e2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ecb5b608-5ac5-4d78-9be9-8b11e5ad68ab HTTP/1.1" status: 204 len: 168 time: 0.5388556 May 04 17:09:28.694797 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 55692) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:28.809645 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bfdd79bb-3e82-44e9-8a56-871c90de94f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794009'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:28.890362 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-bfdd79bb-3e82-44e9-8a56-871c90de94f8 admin admin] Deleting port 97c0f53c-ad17-4365-b0c6-832fbd7d167d {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:09:28.890798 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bfdd79bb-3e82-44e9-8a56-871c90de94f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:28.999091 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-bfdd79bb-3e82-44e9-8a56-871c90de94f8 admin admin] For port 97c0f53c-ad17-4365-b0c6-832fbd7d167d, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=97c0f53c-ad17-4365-b0c6-832fbd7d167d,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:09:28.999439 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bfdd79bb-3e82-44e9-8a56-871c90de94f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:29.016110 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4951cfd-5d6a-412c-a5cf-dfdc880eb971 None None] DHCP port deletion for 805702bb-73e1-49e9-949a-99d683f18b45 request from dv-cinder-789603-1-smb {{(pid=73811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:09:29.083833 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-f4951cfd-5d6a-412c-a5cf-dfdc880eb971 None None] Deleting port 97c0f53c-ad17-4365-b0c6-832fbd7d167d {{(pid=73811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:09:29.084206 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f4951cfd-5d6a-412c-a5cf-dfdc880eb971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:29.188433 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-f4951cfd-5d6a-412c-a5cf-dfdc880eb971 None None] For port 97c0f53c-ad17-4365-b0c6-832fbd7d167d, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=97c0f53c-ad17-4365-b0c6-832fbd7d167d,segment=NetworkSegment(a52c2a1e-eba3-4715-a82e-ef9b22d7aced),segment_id=a52c2a1e-eba3-4715-a82e-ef9b22d7aced)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:09:29.189447 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f4951cfd-5d6a-412c-a5cf-dfdc880eb971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:29.236877 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-bfdd79bb-3e82-44e9-8a56-871c90de94f8 admin admin] Calling delete_port for 97c0f53c-ad17-4365-b0c6-832fbd7d167d owned by network:dhcp {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:09:29.252844 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 55706) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:29.285172 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bfdd79bb-3e82-44e9-8a56-871c90de94f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-721926'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:29.289808 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-66de9b06-941e-4562-a0b1-0fca24b93f1d tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:29.332776 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd79bb-3e82-44e9-8a56-871c90de94f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=97c0f53c-ad17-4365-b0c6-832fbd7d167d,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:29.336394 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bfdd79bb-3e82-44e9-8a56-871c90de94f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:29.337491 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-f4951cfd-5d6a-412c-a5cf-dfdc880eb971 None None] Calling delete_port for 97c0f53c-ad17-4365-b0c6-832fbd7d167d owned by network:dhcp {{(pid=73811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:09:29.338901 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdd79bb-3e82-44e9-8a56-871c90de94f8 admin admin] No DVR routers for this DVR port 97c0f53c-ad17-4365-b0c6-832fbd7d167d on host dv-cinder-789603-1-smb {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:09:29.394095 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f4951cfd-5d6a-412c-a5cf-dfdc880eb971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695'] for port, after_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:29.398592 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:29.400805 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ce970b92-6a23-47b9-92b5-6ef0d006af6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:29.417323 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-ce970b92-6a23-47b9-92b5-6ef0d006af6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:09:29.421604 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-ce970b92-6a23-47b9-92b5-6ef0d006af6a admin admin] Usage tracker for resource:security_group_rule and tenant:6878bf99d3164d288c739ec54e9b5ac4 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:09:29.425586 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-ce970b92-6a23-47b9-92b5-6ef0d006af6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:09:29.432060 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-ce970b92-6a23-47b9-92b5-6ef0d006af6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:09:29.447641 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4951cfd-5d6a-412c-a5cf-dfdc880eb971 None None] Pushing event deleted for resources: {'Port': ['ID=97c0f53c-ad17-4365-b0c6-832fbd7d167d,revision_number=None']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:29.459016 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4951cfd-5d6a-412c-a5cf-dfdc880eb971 None None] No DVR routers for this DVR port 97c0f53c-ad17-4365-b0c6-832fbd7d167d on host dv-cinder-789603-1-smb {{(pid=73811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:09:29.459441 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bfdd79bb-3e82-44e9-8a56-871c90de94f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902626', 'neutron.services.segments.db._delete_segments_for_network-8730882941489'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:29.484733 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4951cfd-5d6a-412c-a5cf-dfdc880eb971 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:29.487004 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4951cfd-5d6a-412c-a5cf-dfdc880eb971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:29.487504 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4951cfd-5d6a-412c-a5cf-dfdc880eb971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:29.488000 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4951cfd-5d6a-412c-a5cf-dfdc880eb971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:29.488571 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4951cfd-5d6a-412c-a5cf-dfdc880eb971 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:29.489110 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4951cfd-5d6a-412c-a5cf-dfdc880eb971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:29.489724 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4951cfd-5d6a-412c-a5cf-dfdc880eb971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:29.490209 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4951cfd-5d6a-412c-a5cf-dfdc880eb971 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:29.490722 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4951cfd-5d6a-412c-a5cf-dfdc880eb971 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:29.491260 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4951cfd-5d6a-412c-a5cf-dfdc880eb971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:29.491826 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4951cfd-5d6a-412c-a5cf-dfdc880eb971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:29.492323 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4951cfd-5d6a-412c-a5cf-dfdc880eb971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:29.497546 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-f4951cfd-5d6a-412c-a5cf-dfdc880eb971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:29.533514 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ce970b92-6a23-47b9-92b5-6ef0d006af6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:29.537324 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ce970b92-6a23-47b9-92b5-6ef0d006af6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:29.545927 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5a48cd35-9255-4f61-bb5e-9b45ee06ff05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:29.576865 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-bfdd79bb-3e82-44e9-8a56-871c90de94f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['805702bb-73e1-49e9-949a-99d683f18b45']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:09:29.585051 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-ce970b92-6a23-47b9-92b5-6ef0d006af6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6878bf99d3164d288c739ec54e9b5ac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3311656 May 04 17:09:29.586655 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce970b92-6a23-47b9-92b5-6ef0d006af6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3556b36e-a253-4ab3-8a74-20677689c2f6,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:29.588889 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 55712) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:29.589071 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-bfdd79bb-3e82-44e9-8a56-871c90de94f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a52c2a1e-eba3-4715-a82e-ef9b22d7aced') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:09:29.589289 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-bfdd79bb-3e82-44e9-8a56-871c90de94f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a52c2a1e-eba3-4715-a82e-ef9b22d7aced') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:09:29.591569 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ce970b92-6a23-47b9-92b5-6ef0d006af6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:29.602388 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bfdd79bb-3e82-44e9-8a56-871c90de94f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730882953063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3725417'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:29.619136 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bfdd79bb-3e82-44e9-8a56-871c90de94f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:29.625089 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfdd79bb-3e82-44e9-8a56-871c90de94f8 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:09:29.650415 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-975acc78-c9ab-490f-a635-155b57b754fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:29.676452 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-975acc78-c9ab-490f-a635-155b57b754fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:29.731047 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-975acc78-c9ab-490f-a635-155b57b754fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:29.736270 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-82f4e487-8130-42e6-bf51-07d0ddb4bea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:29.748753 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975acc78-c9ab-490f-a635-155b57b754fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3556b36e-a253-4ab3-8a74-20677689c2f6,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:29.751885 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-975acc78-c9ab-490f-a635-155b57b754fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:29.755012 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-975acc78-c9ab-490f-a635-155b57b754fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:29.758453 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-975acc78-c9ab-490f-a635-155b57b754fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3556b36e-a253-4ab3-8a74-20677689c2f6 HTTP/1.1" status: 204 len: 168 time: 0.1663485 May 04 17:09:29.800581 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-bfdd79bb-3e82-44e9-8a56-871c90de94f8 admin admin] Network 805702bb-73e1-49e9-949a-99d683f18b45 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:09:29.808905 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bfdd79bb-3e82-44e9-8a56-871c90de94f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1964778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-722005'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:29.974826 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-bfdd79bb-3e82-44e9-8a56-871c90de94f8 admin admin] Network 805702bb-73e1-49e9-949a-99d683f18b45 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: Traceback (most recent call last): May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: timer() May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: cb(*args, **kw) May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: return func(*args, **kwargs) May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: self._notify() May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: self.callback(batched_events) May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: event.method(event) May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: return f(self, *a, **k) May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: return self._get(url).json() May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: return self.request(url, 'GET', **kwargs) May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:09:30.001630 dv-cinder-789603-1-smb neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:09:30.042202 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 55720) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:30.062881 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7f6574a6-fcff-4ecd-a7c8-f9da3ebba27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:30.075973 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bfdd79bb-3e82-44e9-8a56-871c90de94f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785481'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:30.077293 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-7f6574a6-fcff-4ecd-a7c8-f9da3ebba27b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:09:30.080051 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:30.081474 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-7f6574a6-fcff-4ecd-a7c8-f9da3ebba27b admin admin] Usage tracker for resource:security_group_rule and tenant:b7a0c7e29eca414999169c0af32e0415 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:09:30.085118 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-7f6574a6-fcff-4ecd-a7c8-f9da3ebba27b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:09:30.090636 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-7f6574a6-fcff-4ecd-a7c8-f9da3ebba27b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:09:30.095777 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bfdd79bb-3e82-44e9-8a56-871c90de94f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:30.103943 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd79bb-3e82-44e9-8a56-871c90de94f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=805702bb-73e1-49e9-949a-99d683f18b45,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:30.107361 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bfdd79bb-3e82-44e9-8a56-871c90de94f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:30.117892 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-bfdd79bb-3e82-44e9-8a56-871c90de94f8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/805702bb-73e1-49e9-949a-99d683f18b45 HTTP/1.1" status: 204 len: 168 time: 1.4220324 May 04 17:09:30.181892 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7f6574a6-fcff-4ecd-a7c8-f9da3ebba27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:30.186075 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7f6574a6-fcff-4ecd-a7c8-f9da3ebba27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:30.194724 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fd744f7f-2d6c-4eeb-8e61-ef990530782d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:30.234669 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-7f6574a6-fcff-4ecd-a7c8-f9da3ebba27b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7a0c7e29eca414999169c0af32e0415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1914003 May 04 17:09:30.235618 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6574a6-fcff-4ecd-a7c8-f9da3ebba27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d1266a-b8ff-45dd-b768-285a2ab663a0,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:30.238275 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 55726) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:30.239452 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7f6574a6-fcff-4ecd-a7c8-f9da3ebba27b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:30.302671 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ab94da03-4322-4f04-ba2d-2bfda5da9f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:30.313310 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 55730) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:30.329166 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ab94da03-4322-4f04-ba2d-2bfda5da9f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:30.361786 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-87c70a5a-158c-4e28-8560-6d9e4db8fbc2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a530a7f8042040e98a19a0a59ab370ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0469813 May 04 17:09:30.364029 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 55734) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:30.380972 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ab94da03-4322-4f04-ba2d-2bfda5da9f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:30.385664 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5b4cd8dc-87d0-4d73-bd69-6c7d31f25308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:30.399848 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94da03-4322-4f04-ba2d-2bfda5da9f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d1266a-b8ff-45dd-b768-285a2ab663a0,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:30.402795 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ab94da03-4322-4f04-ba2d-2bfda5da9f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:30.403725 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ab94da03-4322-4f04-ba2d-2bfda5da9f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:30.404829 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-ab94da03-4322-4f04-ba2d-2bfda5da9f52 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8d1266a-b8ff-45dd-b768-285a2ab663a0 HTTP/1.1" status: 204 len: 168 time: 0.1650906 May 04 17:09:30.432374 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-642a0055-929e-4d53-b6a0-0dd450765386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:30.450860 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 97c0f53c-ad17-4365-b0c6-832fbd7d167d no longer exists at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:09:30.465216 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-642a0055-929e-4d53-b6a0-0dd450765386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:30.484633 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] No Port match for: 97c0f53c-ad17-4365-b0c6-832fbd7d167d {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:09:30.484894 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 97c0f53c-ad17-4365-b0c6-832fbd7d167d not bound to the agent host dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:09:30.519242 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-642a0055-929e-4d53-b6a0-0dd450765386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:30.524052 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5affaa72-2d24-43fe-ba3c-924d4ea12444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:30.538837 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a0055-929e-4d53-b6a0-0dd450765386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f422d905-ee3f-459b-b9cd-31a2059fc078,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:30.541038 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-642a0055-929e-4d53-b6a0-0dd450765386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:30.549125 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-642a0055-929e-4d53-b6a0-0dd450765386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:30.550435 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-642a0055-929e-4d53-b6a0-0dd450765386 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f422d905-ee3f-459b-b9cd-31a2059fc078 HTTP/1.1" status: 204 len: 168 time: 0.1852853 May 04 17:09:42.708441 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-c7b1e508-e1c5-4a21-a125-3a7934788991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:45.282364 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-080ed6bd-b21f-4bd0-b99c-ea3181ea090a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:45.610621 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:46.658863 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:46.890457 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:48.256903 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:49.464839 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 56048) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:49.585684 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8bbec31a-bb5a-4b90-9dab-fbf5fcb94941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:49.599994 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-8bbec31a-bb5a-4b90-9dab-fbf5fcb94941 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:09:49.604121 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-8bbec31a-bb5a-4b90-9dab-fbf5fcb94941 admin admin] Usage tracker for resource:security_group_rule and tenant:7a0a8dad5efa4436bf58aafe7ee7b6a0 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:09:49.607286 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-8bbec31a-bb5a-4b90-9dab-fbf5fcb94941 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:09:49.613585 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-8bbec31a-bb5a-4b90-9dab-fbf5fcb94941 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:09:49.697243 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8bbec31a-bb5a-4b90-9dab-fbf5fcb94941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:49.701028 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8bbec31a-bb5a-4b90-9dab-fbf5fcb94941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:49.710501 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-22cdd752-4958-4444-99f2-9ed859e81091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:49.755399 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-8bbec31a-bb5a-4b90-9dab-fbf5fcb94941 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a0a8dad5efa4436bf58aafe7ee7b6a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894197 May 04 17:09:49.756309 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbec31a-bb5a-4b90-9dab-fbf5fcb94941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dfa9b0-82cf-4371-9d36-0b1a67d131d6,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:49.758156 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 56056) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:49.759442 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8bbec31a-bb5a-4b90-9dab-fbf5fcb94941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:49.830330 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a7ccd335-9a18-4074-90a4-4e1d6f6e375c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:49.857118 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a7ccd335-9a18-4074-90a4-4e1d6f6e375c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:49.911165 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a7ccd335-9a18-4074-90a4-4e1d6f6e375c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:49.917024 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0fc3ae3c-87f2-43e6-88c3-ef06edf1c3c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:49.929179 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ccd335-9a18-4074-90a4-4e1d6f6e375c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dfa9b0-82cf-4371-9d36-0b1a67d131d6,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:49.932284 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a7ccd335-9a18-4074-90a4-4e1d6f6e375c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:49.933303 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a7ccd335-9a18-4074-90a4-4e1d6f6e375c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:49.937098 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-a7ccd335-9a18-4074-90a4-4e1d6f6e375c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c4dfa9b0-82cf-4371-9d36-0b1a67d131d6 HTTP/1.1" status: 204 len: 168 time: 0.1742568 May 04 17:09:50.237439 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 56068) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:50.254891 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8ec5068a-36fe-42cc-9f3f-2e72658e7fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:50.272888 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-8ec5068a-36fe-42cc-9f3f-2e72658e7fa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:09:50.276761 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-8ec5068a-36fe-42cc-9f3f-2e72658e7fa6 admin admin] Usage tracker for resource:security_group_rule and tenant:7424151fb59649db87c157386aebea3b is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:09:50.279554 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-8ec5068a-36fe-42cc-9f3f-2e72658e7fa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:09:50.285263 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-8ec5068a-36fe-42cc-9f3f-2e72658e7fa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:09:50.370094 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8ec5068a-36fe-42cc-9f3f-2e72658e7fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:50.373721 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8ec5068a-36fe-42cc-9f3f-2e72658e7fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:50.382639 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-dcce08f7-754e-42f6-9ba5-e891bc933e03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:50.421325 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-8ec5068a-36fe-42cc-9f3f-2e72658e7fa6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7424151fb59649db87c157386aebea3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1828589 May 04 17:09:50.423021 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5068a-36fe-42cc-9f3f-2e72658e7fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4a763a-8487-4db5-aead-e16f765271c3,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:50.424543 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 56072) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:50.425968 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8ec5068a-36fe-42cc-9f3f-2e72658e7fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:50.482394 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ada87761-e196-4657-8c3e-9f5406e10aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:50.508380 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ada87761-e196-4657-8c3e-9f5406e10aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:50.559563 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ada87761-e196-4657-8c3e-9f5406e10aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:50.565146 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2bcbb235-0878-4138-9748-4b5ef309fc58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:50.578292 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada87761-e196-4657-8c3e-9f5406e10aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4a763a-8487-4db5-aead-e16f765271c3,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:50.581222 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ada87761-e196-4657-8c3e-9f5406e10aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:50.585334 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ada87761-e196-4657-8c3e-9f5406e10aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:50.586413 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-ada87761-e196-4657-8c3e-9f5406e10aa0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f4a763a-8487-4db5-aead-e16f765271c3 HTTP/1.1" status: 204 len: 168 time: 0.1609163 May 04 17:09:52.463694 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 56138) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:52.583616 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a5f25589-ffd2-4252-8c0a-17b4cc1b66c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:52.598473 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a5f25589-ffd2-4252-8c0a-17b4cc1b66c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:09:52.602221 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a5f25589-ffd2-4252-8c0a-17b4cc1b66c9 admin admin] Usage tracker for resource:security_group_rule and tenant:0d50852efb7f4d99a4f8fc1c476e4508 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:09:52.605282 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a5f25589-ffd2-4252-8c0a-17b4cc1b66c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:09:52.611764 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a5f25589-ffd2-4252-8c0a-17b4cc1b66c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:09:52.702111 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a5f25589-ffd2-4252-8c0a-17b4cc1b66c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:52.706644 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a5f25589-ffd2-4252-8c0a-17b4cc1b66c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:52.715775 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6b602156-e5f0-4ac9-a0e3-d3a060f7e484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:52.757098 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-a5f25589-ffd2-4252-8c0a-17b4cc1b66c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d50852efb7f4d99a4f8fc1c476e4508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2923265 May 04 17:09:52.758876 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f25589-ffd2-4252-8c0a-17b4cc1b66c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f88e5f-51b9-474e-b0f6-c18395cd4522,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:52.759932 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 56148) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:52.761958 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a5f25589-ffd2-4252-8c0a-17b4cc1b66c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:52.835319 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bee64bc6-0145-4160-8eac-7b91f4bcf0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:52.862407 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bee64bc6-0145-4160-8eac-7b91f4bcf0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:52.913085 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bee64bc6-0145-4160-8eac-7b91f4bcf0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:52.916848 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-63af7c10-b92a-43f1-a5b8-831625545cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:52.932320 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee64bc6-0145-4160-8eac-7b91f4bcf0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f88e5f-51b9-474e-b0f6-c18395cd4522,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:52.942042 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee64bc6-0145-4160-8eac-7b91f4bcf0f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:52.942409 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee64bc6-0145-4160-8eac-7b91f4bcf0f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:52.942766 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee64bc6-0145-4160-8eac-7b91f4bcf0f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:52.943117 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee64bc6-0145-4160-8eac-7b91f4bcf0f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:52.943464 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee64bc6-0145-4160-8eac-7b91f4bcf0f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:52.943811 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee64bc6-0145-4160-8eac-7b91f4bcf0f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:52.944154 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee64bc6-0145-4160-8eac-7b91f4bcf0f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:52.944514 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee64bc6-0145-4160-8eac-7b91f4bcf0f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:52.944869 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee64bc6-0145-4160-8eac-7b91f4bcf0f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:52.945206 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee64bc6-0145-4160-8eac-7b91f4bcf0f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:52.945542 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee64bc6-0145-4160-8eac-7b91f4bcf0f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:52.945878 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee64bc6-0145-4160-8eac-7b91f4bcf0f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:52.949282 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-bee64bc6-0145-4160-8eac-7b91f4bcf0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:52.956646 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bee64bc6-0145-4160-8eac-7b91f4bcf0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:52.957735 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-bee64bc6-0145-4160-8eac-7b91f4bcf0f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c5f88e5f-51b9-474e-b0f6-c18395cd4522 HTTP/1.1" status: 204 len: 168 time: 0.1847489 May 04 17:09:53.239217 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 56156) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:53.355758 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-63e2afad-cef4-4f97-b0e5-22e36a422514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:53.370283 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-63e2afad-cef4-4f97-b0e5-22e36a422514 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:09:53.374024 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-63e2afad-cef4-4f97-b0e5-22e36a422514 admin admin] Usage tracker for resource:security_group_rule and tenant:dd90bd9aa94642c79238446ed60300bd is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:09:53.377526 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-63e2afad-cef4-4f97-b0e5-22e36a422514 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:09:53.383141 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-63e2afad-cef4-4f97-b0e5-22e36a422514 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:09:53.462883 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-63e2afad-cef4-4f97-b0e5-22e36a422514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:53.466561 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-63e2afad-cef4-4f97-b0e5-22e36a422514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:53.473030 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-bee64bc6-0145-4160-8eac-7b91f4bcf0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:53.511776 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2afad-cef4-4f97-b0e5-22e36a422514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c1b7d8-aef9-4553-b765-8137205e6cb1,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:53.514982 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-63e2afad-cef4-4f97-b0e5-22e36a422514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:53.517933 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-63e2afad-cef4-4f97-b0e5-22e36a422514 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd90bd9aa94642c79238446ed60300bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776785 May 04 17:09:53.520609 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 56160) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:53.577430 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b2a81fbe-f14c-4ecc-8993-b1e5772c12e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:53.605774 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b2a81fbe-f14c-4ecc-8993-b1e5772c12e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:53.657651 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b2a81fbe-f14c-4ecc-8993-b1e5772c12e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:53.661217 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0e55211d-a031-49a4-8248-1f4b615eca2e tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:53.672171 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a81fbe-f14c-4ecc-8993-b1e5772c12e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c1b7d8-aef9-4553-b765-8137205e6cb1,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:53.676577 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b2a81fbe-f14c-4ecc-8993-b1e5772c12e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:53.679750 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b2a81fbe-f14c-4ecc-8993-b1e5772c12e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:53.683827 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-b2a81fbe-f14c-4ecc-8993-b1e5772c12e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06c1b7d8-aef9-4553-b765-8137205e6cb1 HTTP/1.1" status: 204 len: 168 time: 0.1594918 May 04 17:09:56.269575 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 56248) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:56.392738 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e2f785ec-4e5b-4d70-b77c-4809add0332e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:56.407503 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-e2f785ec-4e5b-4d70-b77c-4809add0332e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:09:56.411369 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-e2f785ec-4e5b-4d70-b77c-4809add0332e admin admin] Usage tracker for resource:security_group_rule and tenant:05824be1ac034b25bfbdac8c2c753b97 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:09:56.414176 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-e2f785ec-4e5b-4d70-b77c-4809add0332e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:09:56.419929 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-e2f785ec-4e5b-4d70-b77c-4809add0332e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:09:56.463944 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 56256) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:56.503880 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e2f785ec-4e5b-4d70-b77c-4809add0332e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:56.507638 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e2f785ec-4e5b-4d70-b77c-4809add0332e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:56.515688 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b645a043-465f-4a9c-b0aa-67b8fd976990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:56.555237 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-e2f785ec-4e5b-4d70-b77c-4809add0332e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05824be1ac034b25bfbdac8c2c753b97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2844148 May 04 17:09:56.556978 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f785ec-4e5b-4d70-b77c-4809add0332e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab8ecb1-b8ed-4b8e-a19a-a0039e24be50,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:56.557975 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 56262) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:56.559937 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e2f785ec-4e5b-4d70-b77c-4809add0332e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:56.598675 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e0308c03-cfbd-43e4-a5ec-d3fd905e8a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:56.624001 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e0308c03-cfbd-43e4-a5ec-d3fd905e8a35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:09:56.632440 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e0308c03-cfbd-43e4-a5ec-d3fd905e8a35 admin admin] Usage tracker for resource:security_group_rule and tenant:df292d21ca6541bb8863059c88833c02 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:09:56.636043 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e0308c03-cfbd-43e4-a5ec-d3fd905e8a35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:09:56.644028 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e0308c03-cfbd-43e4-a5ec-d3fd905e8a35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:09:56.665288 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f6148edd-36d7-458c-b71e-f3ac245049de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:56.702883 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f6148edd-36d7-458c-b71e-f3ac245049de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:56.793088 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f6148edd-36d7-458c-b71e-f3ac245049de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:56.800044 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a5f25589-ffd2-4252-8c0a-17b4cc1b66c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:56.812495 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e0308c03-cfbd-43e4-a5ec-d3fd905e8a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:56.817535 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6148edd-36d7-458c-b71e-f3ac245049de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab8ecb1-b8ed-4b8e-a19a-a0039e24be50,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:56.820635 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f6148edd-36d7-458c-b71e-f3ac245049de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:56.822619 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e0308c03-cfbd-43e4-a5ec-d3fd905e8a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:56.831246 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-45f35fbc-4207-47f4-8598-e753cf736575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:56.873789 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f6148edd-36d7-458c-b71e-f3ac245049de admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:56.874867 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-f6148edd-36d7-458c-b71e-f3ac245049de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6ab8ecb1-b8ed-4b8e-a19a-a0039e24be50 HTTP/1.1" status: 204 len: 168 time: 0.3159029 May 04 17:09:56.884054 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-e0308c03-cfbd-43e4-a5ec-d3fd905e8a35 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df292d21ca6541bb8863059c88833c02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4190950 May 04 17:09:56.884953 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0308c03-cfbd-43e4-a5ec-d3fd905e8a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239cae17-84ab-48f0-8c5f-be59bf046e61,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:56.886772 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 56268) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:56.888190 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e0308c03-cfbd-43e4-a5ec-d3fd905e8a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:56.952620 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-275d755d-88d3-4784-842d-1cd0d118108d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:56.979763 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-275d755d-88d3-4784-842d-1cd0d118108d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:57.032788 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-275d755d-88d3-4784-842d-1cd0d118108d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:57.037515 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8ec5068a-36fe-42cc-9f3f-2e72658e7fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:57.050947 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d755d-88d3-4784-842d-1cd0d118108d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239cae17-84ab-48f0-8c5f-be59bf046e61,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:57.053875 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-275d755d-88d3-4784-842d-1cd0d118108d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:57.057968 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-275d755d-88d3-4784-842d-1cd0d118108d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:57.061295 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-275d755d-88d3-4784-842d-1cd0d118108d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/239cae17-84ab-48f0-8c5f-be59bf046e61 HTTP/1.1" status: 204 len: 168 time: 0.1712668 May 04 17:09:57.163430 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 56276) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:57.180941 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-159a327d-e86a-4e32-b466-cdcf0627d6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:57.196137 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-159a327d-e86a-4e32-b466-cdcf0627d6dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:09:57.199922 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-159a327d-e86a-4e32-b466-cdcf0627d6dd admin admin] Usage tracker for resource:security_group_rule and tenant:e0075d1fb2c040adbb82a75f269590ab is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:09:57.202756 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-159a327d-e86a-4e32-b466-cdcf0627d6dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:09:57.209039 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-159a327d-e86a-4e32-b466-cdcf0627d6dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:09:57.292551 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-159a327d-e86a-4e32-b466-cdcf0627d6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:57.296842 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-159a327d-e86a-4e32-b466-cdcf0627d6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:57.304092 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-975acc78-c9ab-490f-a635-155b57b754fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:57.347345 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-159a327d-e86a-4e32-b466-cdcf0627d6dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e0075d1fb2c040adbb82a75f269590ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1828334 May 04 17:09:57.348303 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a327d-e86a-4e32-b466-cdcf0627d6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481bc0f1-9928-46a8-8342-29e00d2e26ea,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:57.350068 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 56286) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:57.351535 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-159a327d-e86a-4e32-b466-cdcf0627d6dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:57.413698 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b953eb81-b6e0-4210-940b-b96cef00de7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:57.436053 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b953eb81-b6e0-4210-940b-b96cef00de7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:57.491456 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b953eb81-b6e0-4210-940b-b96cef00de7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:57.496233 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c96d6620-9c1f-49e6-bfdc-2bf1c8d934d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:57.509692 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953eb81-b6e0-4210-940b-b96cef00de7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481bc0f1-9928-46a8-8342-29e00d2e26ea,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:57.512652 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b953eb81-b6e0-4210-940b-b96cef00de7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:57.513601 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b953eb81-b6e0-4210-940b-b96cef00de7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:57.515242 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-b953eb81-b6e0-4210-940b-b96cef00de7a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/481bc0f1-9928-46a8-8342-29e00d2e26ea HTTP/1.1" status: 204 len: 168 time: 0.1641555 May 04 17:09:58.242198 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 56330) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:58.366267 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f69704ed-741e-46b6-871c-b73063b6c02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:58.381158 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-f69704ed-741e-46b6-871c-b73063b6c02e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:09:58.386215 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-f69704ed-741e-46b6-871c-b73063b6c02e admin admin] Usage tracker for resource:security_group_rule and tenant:68b783f2373c43e69c28f2dd90a345d2 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:09:58.389348 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-f69704ed-741e-46b6-871c-b73063b6c02e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:09:58.395392 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-f69704ed-741e-46b6-871c-b73063b6c02e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:09:58.478004 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f69704ed-741e-46b6-871c-b73063b6c02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:58.482274 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f69704ed-741e-46b6-871c-b73063b6c02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:58.491368 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-63e2afad-cef4-4f97-b0e5-22e36a422514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:58.532993 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-f69704ed-741e-46b6-871c-b73063b6c02e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68b783f2373c43e69c28f2dd90a345d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897038 May 04 17:09:58.533760 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69704ed-741e-46b6-871c-b73063b6c02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fc27a8-c3f1-4e8a-b68e-93adbb182f51,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:58.535691 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 56344) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:58.536725 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f69704ed-741e-46b6-871c-b73063b6c02e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:58.597725 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ee2fe6c7-1d51-422b-b755-60645e1ecf61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:58.623557 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ee2fe6c7-1d51-422b-b755-60645e1ecf61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:58.631189 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 56348) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:58.679969 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ee2fe6c7-1d51-422b-b755-60645e1ecf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:58.684958 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1742866d-5a69-41b0-8c61-de190fcba1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:58.698192 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2fe6c7-1d51-422b-b755-60645e1ecf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fc27a8-c3f1-4e8a-b68e-93adbb182f51,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:58.700844 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ee2fe6c7-1d51-422b-b755-60645e1ecf61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:58.702044 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ee2fe6c7-1d51-422b-b755-60645e1ecf61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:58.703268 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-ee2fe6c7-1d51-422b-b755-60645e1ecf61 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48fc27a8-c3f1-4e8a-b68e-93adbb182f51 HTTP/1.1" status: 204 len: 168 time: 0.1660597 May 04 17:09:58.765438 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-85f7f6e8-b27f-4c6e-ba6f-c288b70e8d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:58.779787 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-85f7f6e8-b27f-4c6e-ba6f-c288b70e8d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:09:58.783872 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-85f7f6e8-b27f-4c6e-ba6f-c288b70e8d28 admin admin] Usage tracker for resource:security_group_rule and tenant:42e8176d7e9e4d84bab373767e779b84 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:09:58.786602 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-85f7f6e8-b27f-4c6e-ba6f-c288b70e8d28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:09:58.792146 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-85f7f6e8-b27f-4c6e-ba6f-c288b70e8d28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:09:58.879204 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-85f7f6e8-b27f-4c6e-ba6f-c288b70e8d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:58.883252 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-85f7f6e8-b27f-4c6e-ba6f-c288b70e8d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:58.890085 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5c90e3d8-c646-4c35-b9dc-3dc4aa59be32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:58.933825 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7f6e8-b27f-4c6e-ba6f-c288b70e8d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90335e89-919c-47db-ac1a-c009711426e8,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:58.940812 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-85f7f6e8-b27f-4c6e-ba6f-c288b70e8d28 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42e8176d7e9e4d84bab373767e779b84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057525 May 04 17:09:58.940812 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-85f7f6e8-b27f-4c6e-ba6f-c288b70e8d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:58.941094 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 56360) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:59.001269 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b36d9c50-dc2d-4a78-9741-2b7eb9af4972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:59.027633 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b36d9c50-dc2d-4a78-9741-2b7eb9af4972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:59.081980 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b36d9c50-dc2d-4a78-9741-2b7eb9af4972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:59.086917 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-275d755d-88d3-4784-842d-1cd0d118108d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:59.100551 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d9c50-dc2d-4a78-9741-2b7eb9af4972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90335e89-919c-47db-ac1a-c009711426e8,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:59.103371 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b36d9c50-dc2d-4a78-9741-2b7eb9af4972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:59.113411 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b36d9c50-dc2d-4a78-9741-2b7eb9af4972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:59.114528 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-b36d9c50-dc2d-4a78-9741-2b7eb9af4972 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/90335e89-919c-47db-ac1a-c009711426e8 HTTP/1.1" status: 204 len: 168 time: 0.1726170 May 04 17:10:02.654963 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:10:03.632972 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 56454) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:10:03.749692 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f1580af7-d4be-4b12-82bd-33bd8335a5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:03.764146 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-f1580af7-d4be-4b12-82bd-33bd8335a5b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:10:03.768393 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-f1580af7-d4be-4b12-82bd-33bd8335a5b4 admin admin] Usage tracker for resource:security_group_rule and tenant:415473a2904e45acb71f03367117010f is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:10:03.771199 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-f1580af7-d4be-4b12-82bd-33bd8335a5b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:10:03.776803 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-f1580af7-d4be-4b12-82bd-33bd8335a5b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:10:03.874572 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f1580af7-d4be-4b12-82bd-33bd8335a5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:03.879483 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f1580af7-d4be-4b12-82bd-33bd8335a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:03.890477 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6900ddc8-1d41-41a8-9a58-425b257a16fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:03.925805 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-f1580af7-d4be-4b12-82bd-33bd8335a5b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=415473a2904e45acb71f03367117010f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2917714 May 04 17:10:03.928721 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 56464) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:10:03.930097 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1580af7-d4be-4b12-82bd-33bd8335a5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6504f3a1-264c-4289-ad28-fc58aa97f450,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:03.934049 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f1580af7-d4be-4b12-82bd-33bd8335a5b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:03.996523 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e3806b7e-8f18-4b93-bdc7-2e5617bd7683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:04.109398 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e3806b7e-8f18-4b93-bdc7-2e5617bd7683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:04.164512 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e3806b7e-8f18-4b93-bdc7-2e5617bd7683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:04.169122 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-578aab88-87f5-4678-8388-e103a3ed8c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:04.180536 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3806b7e-8f18-4b93-bdc7-2e5617bd7683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6504f3a1-264c-4289-ad28-fc58aa97f450,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:04.183502 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e3806b7e-8f18-4b93-bdc7-2e5617bd7683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:04.189398 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e3806b7e-8f18-4b93-bdc7-2e5617bd7683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:04.191835 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-e3806b7e-8f18-4b93-bdc7-2e5617bd7683 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6504f3a1-264c-4289-ad28-fc58aa97f450 HTTP/1.1" status: 204 len: 168 time: 0.2614536 May 04 17:10:04.465784 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 56474) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:10:04.483901 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1b70d60e-c4a2-4c6a-8b47-1057720f481b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:04.498663 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-1b70d60e-c4a2-4c6a-8b47-1057720f481b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:10:04.502880 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-1b70d60e-c4a2-4c6a-8b47-1057720f481b admin admin] Usage tracker for resource:security_group_rule and tenant:463c274bc2fd4cb791cea9c8fb5b422b is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:10:04.505672 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-1b70d60e-c4a2-4c6a-8b47-1057720f481b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:10:04.511337 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-1b70d60e-c4a2-4c6a-8b47-1057720f481b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:10:04.595216 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1b70d60e-c4a2-4c6a-8b47-1057720f481b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:04.598917 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1b70d60e-c4a2-4c6a-8b47-1057720f481b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:04.607428 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8bbec31a-bb5a-4b90-9dab-fbf5fcb94941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:04.649904 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-1b70d60e-c4a2-4c6a-8b47-1057720f481b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=463c274bc2fd4cb791cea9c8fb5b422b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1830790 May 04 17:10:04.651487 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70d60e-c4a2-4c6a-8b47-1057720f481b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c8aaf8-1ed4-42fd-9411-8c17cc101804,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:04.652625 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 56478) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:10:04.654679 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1b70d60e-c4a2-4c6a-8b47-1057720f481b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:04.712281 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0adeb357-ccb1-4486-bee4-7f339cc42842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:04.738513 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0adeb357-ccb1-4486-bee4-7f339cc42842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:04.789951 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0adeb357-ccb1-4486-bee4-7f339cc42842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:04.793526 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-56720569-6e52-4845-ab4e-15631373b106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:04.806318 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adeb357-ccb1-4486-bee4-7f339cc42842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c8aaf8-1ed4-42fd-9411-8c17cc101804,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:04.813302 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 56482) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:10:04.814995 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0adeb357-ccb1-4486-bee4-7f339cc42842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:04.815801 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0adeb357-ccb1-4486-bee4-7f339cc42842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:04.819086 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-0adeb357-ccb1-4486-bee4-7f339cc42842 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54c8aaf8-1ed4-42fd-9411-8c17cc101804 HTTP/1.1" status: 204 len: 168 time: 0.1632853 May 04 17:10:05.100406 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-558a1a80-5127-472e-ad00-31f9f83327a1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Deleting port 68a7959f-807d-40d1-a93a-23283260c80e {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:10:05.100852 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-558a1a80-5127-472e-ad00-31f9f83327a1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:05.225706 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-558a1a80-5127-472e-ad00-31f9f83327a1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:05.225925 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-558a1a80-5127-472e-ad00-31f9f83327a1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:05.362163 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-558a1a80-5127-472e-ad00-31f9f83327a1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Calling delete_port for 68a7959f-807d-40d1-a93a-23283260c80e owned by network:floatingip {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:10:05.511639 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-558a1a80-5127-472e-ad00-31f9f83327a1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-721926'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:05.518186 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-fde51300-1658-4a2d-97c8-e0bab8865e26 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:05.599282 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a1a80-5127-472e-ad00-31f9f83327a1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Pushing event deleted for resources: {'Port': ['ID=68a7959f-807d-40d1-a93a-23283260c80e,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:05.602202 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-558a1a80-5127-472e-ad00-31f9f83327a1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:05.663387 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-558a1a80-5127-472e-ad00-31f9f83327a1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for floatingip, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:05.664158 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.db.l3_db [None req-558a1a80-5127-472e-ad00-31f9f83327a1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Floating IP 8bea7be1-67a7-4191-8adb-b6dc2ccdc3d0 disassociated (deleted). External IP: 172.28.3.63, port: 262fb332-a852-4020-b3fb-f028ad46755a. May 04 17:10:06.075876 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558a1a80-5127-472e-ad00-31f9f83327a1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Router cc1f1492-dd12-479c-84df-bcb184d88bef has already been hosted by L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:10:06.362845 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558a1a80-5127-472e-ad00-31f9f83327a1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:10:06.374423 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33b1e1b-bb1b-441c-bbad-4cf731124d92 None None] Sync routers for ids ['cc1f1492-dd12-479c-84df-bcb184d88bef'] in dv-cinder-789603-1-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:10:06.383501 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-558a1a80-5127-472e-ad00-31f9f83327a1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:06.385598 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33b1e1b-bb1b-441c-bbad-4cf731124d92 None None] Routers {'cc1f1492-dd12-479c-84df-bcb184d88bef'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:10:06.386221 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-e33b1e1b-bb1b-441c-bbad-4cf731124d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:09:45Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['cc1f1492-dd12-479c-84df-bcb184d88bef'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:10:06.440838 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-558a1a80-5127-472e-ad00-31f9f83327a1 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "DELETE /v2.0/floatingips/8bea7be1-67a7-4191-8adb-b6dc2ccdc3d0 HTTP/1.1" status: 204 len: 168 time: 1.6259525 May 04 17:10:06.441825 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec64bd3-471c-4d93-8acf-28dadd2951f3', 'tag': '262fb332-a852-4020-b3fb-f028ad46755a'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:10:06.488441 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec64bd3-471c-4d93-8acf-28dadd2951f3', 'tag': '262fb332-a852-4020-b3fb-f028ad46755a', 'status': 'completed', 'code': 200} May 04 17:10:06.574742 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-e33b1e1b-bb1b-441c-bbad-4cf731124d92 None None] Set router cc1f1492-dd12-479c-84df-bcb184d88bef gateway port host: dv-cinder-789603-1-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:10:06.588813 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbc0d3-1864-4fc0-8a32-c1c139989e2c req-909cd00b-ef6a-44a8-8d15-a336c837078b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:10:06.590887 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-44cbc0d3-1864-4fc0-8a32-c1c139989e2c req-909cd00b-ef6a-44a8-8d15-a336c837078b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=db8b3959138341e092434175a3480a37&device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 1098 time: 0.0800424 May 04 17:10:06.735629 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbc0d3-1864-4fc0-8a32-c1c139989e2c req-2197a7f2-6fc9-4867-9c88-b06a9c17d6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:10:06.737222 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-44cbc0d3-1864-4fc0-8a32-c1c139989e2c req-2197a7f2-6fc9-4867-9c88-b06a9c17d6dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=2790ccbf-1fe4-4ddb-8a39-6ac4365def3a HTTP/1.1" status: 200 len: 909 time: 0.1400833 May 04 17:10:06.817152 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-44cbc0d3-1864-4fc0-8a32-c1c139989e2c req-d94423d1-631c-447e-a5fe-2f109aff9d07 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=262fb332-a852-4020-b3fb-f028ad46755a HTTP/1.1" status: 200 len: 217 time: 0.0730259 May 04 17:10:06.838771 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068f26d-2474-4a7b-97ed-6353e878095c req-c360a4b6-f50b-490a-bfe8-367bb6a3443a tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:10:06.839490 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-2068f26d-2474-4a7b-97ed-6353e878095c req-c360a4b6-f50b-490a-bfe8-367bb6a3443a tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Synchronizing usage tracker for tenant:db8b3959138341e092434175a3480a37 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:10:06.857139 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-2068f26d-2474-4a7b-97ed-6353e878095c req-c360a4b6-f50b-490a-bfe8-367bb6a3443a tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Unset dirty status for tenant:db8b3959138341e092434175a3480a37 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:10:06.858369 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2068f26d-2474-4a7b-97ed-6353e878095c req-c360a4b6-f50b-490a-bfe8-367bb6a3443a tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 945 time: 0.1069899 May 04 17:10:06.882260 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbc0d3-1864-4fc0-8a32-c1c139989e2c req-e4db1e1a-45bb-42ce-a0e0-dbed37ef797a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:10:06.883973 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-44cbc0d3-1864-4fc0-8a32-c1c139989e2c req-e4db1e1a-45bb-42ce-a0e0-dbed37ef797a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93bf4862-9145-41a3-bcd3-124852de0037 HTTP/1.1" status: 200 len: 847 time: 0.0600989 May 04 17:10:06.905246 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2068f26d-2474-4a7b-97ed-6353e878095c req-ce306096-ff81-4e5c-8b16-13ded2b5795c tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397806 May 04 17:10:06.915275 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-e33b1e1b-bb1b-441c-bbad-4cf731124d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'name': 'tempest-TestShelveInstance-415547949-router', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '97e1b3d6-2d1f-494b-9917-231fc098a730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:44Z', 'updated_at': '2021-05-04T17:04:52Z', 'revision_number': 4, 'project_id': 'db8b3959138341e092434175a3480a37', 'gw_port': {'id': '97e1b3d6-2d1f-494b-9917-231fc098a730', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:45Z', 'updated_at': '2021-05-04T17:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': '507ee380-1164-4409-bd5c-b370a551b722', 'name': '', 'network_id': '2790ccbf-1fe4-4ddb-8a39-6ac4365def3a', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'mac_address': 'fa:16:3e:b6:19:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '93bf4862-9145-41a3-bcd3-124852de0037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:50Z', 'updated_at': '2021-05-04T17:05:03Z', 'revision_number': 5, 'project_id': 'db8b3959138341e092434175a3480a37', 'subnets': [{'id': '93bf4862-9145-41a3-bcd3-124852de0037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:10:06.919146 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33b1e1b-bb1b-441c-bbad-4cf731124d92 None None] Checking router: cc1f1492-dd12-479c-84df-bcb184d88bef for host: dv-cinder-789603-1-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:10:06.928380 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33b1e1b-bb1b-441c-bbad-4cf731124d92 None None] Routers {'cc1f1492-dd12-479c-84df-bcb184d88bef'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:10:06.929019 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-e33b1e1b-bb1b-441c-bbad-4cf731124d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:09:45Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['cc1f1492-dd12-479c-84df-bcb184d88bef'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:10:06.961476 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbc0d3-1864-4fc0-8a32-c1c139989e2c req-884a7120-bdab-448c-ba6e-7139e6f0d2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:10:06.963102 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-44cbc0d3-1864-4fc0-8a32-c1c139989e2c req-884a7120-bdab-448c-ba6e-7139e6f0d2b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2790ccbf-1fe4-4ddb-8a39-6ac4365def3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726380 May 04 17:10:07.101128 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-44cbc0d3-1864-4fc0-8a32-c1c139989e2c req-7e2c0504-f2bb-480b-88e3-f3ea336708a0 service neutron] 10.222.0.41 "GET /v2.0/networks/2790ccbf-1fe4-4ddb-8a39-6ac4365def3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309505 May 04 17:10:07.149705 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-e33b1e1b-bb1b-441c-bbad-4cf731124d92 None None] Set router cc1f1492-dd12-479c-84df-bcb184d88bef gateway port host: dv-cinder-789603-1-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:10:07.241077 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-44cbc0d3-1864-4fc0-8a32-c1c139989e2c req-70d91f7f-5c70-4ff1-a345-46b1ba7c4b59 service neutron] 10.222.0.41 "GET /v2.0/networks/2790ccbf-1fe4-4ddb-8a39-6ac4365def3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326015 May 04 17:10:07.470660 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-e33b1e1b-bb1b-441c-bbad-4cf731124d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'name': 'tempest-TestShelveInstance-415547949-router', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '97e1b3d6-2d1f-494b-9917-231fc098a730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:44Z', 'updated_at': '2021-05-04T17:04:52Z', 'revision_number': 4, 'project_id': 'db8b3959138341e092434175a3480a37', 'gw_port': {'id': '97e1b3d6-2d1f-494b-9917-231fc098a730', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:45Z', 'updated_at': '2021-05-04T17:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': '507ee380-1164-4409-bd5c-b370a551b722', 'name': '', 'network_id': '2790ccbf-1fe4-4ddb-8a39-6ac4365def3a', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'mac_address': 'fa:16:3e:b6:19:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '93bf4862-9145-41a3-bcd3-124852de0037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:50Z', 'updated_at': '2021-05-04T17:05:03Z', 'revision_number': 5, 'project_id': 'db8b3959138341e092434175a3480a37', 'subnets': [{'id': '93bf4862-9145-41a3-bcd3-124852de0037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:10:07.474603 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33b1e1b-bb1b-441c-bbad-4cf731124d92 None None] The sync data for ids ['cc1f1492-dd12-479c-84df-bcb184d88bef'] in dv-cinder-789603-1-smb is: [{'id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'name': 'tempest-TestShelveInstance-415547949-router', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '97e1b3d6-2d1f-494b-9917-231fc098a730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:44Z', 'updated_at': '2021-05-04T17:04:52Z', 'revision_number': 4, 'project_id': 'db8b3959138341e092434175a3480a37', 'gw_port': {'id': '97e1b3d6-2d1f-494b-9917-231fc098a730', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:45Z', 'updated_at': '2021-05-04T17:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb', '_interfaces': [{'id': '507ee380-1164-4409-bd5c-b370a551b722', 'name': '', 'network_id': '2790ccbf-1fe4-4ddb-8a39-6ac4365def3a', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'mac_address': 'fa:16:3e:b6:19:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '93bf4862-9145-41a3-bcd3-124852de0037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:50Z', 'updated_at': '2021-05-04T17:05:03Z', 'revision_number': 5, 'project_id': 'db8b3959138341e092434175a3480a37', 'subnets': [{'id': '93bf4862-9145-41a3-bcd3-124852de0037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:10:07.693764 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643b369a-cbff-44fa-bfce-a8241a1f4971 None None] New status for floating IP 8bea7be1-67a7-4191-8adb-b6dc2ccdc3d0: DOWN {{(pid=73812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:10:08.070161 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0367d6-d09b-45a6-b1b6-1da47011ae8c req-f45eb803-96a6-4862-a9b9-48284172aa8e tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:10:08.070966 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-5b0367d6-d09b-45a6-b1b6-1da47011ae8c req-f45eb803-96a6-4862-a9b9-48284172aa8e tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Synchronizing usage tracker for tenant:db8b3959138341e092434175a3480a37 on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:10:08.083094 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-5b0367d6-d09b-45a6-b1b6-1da47011ae8c req-f45eb803-96a6-4862-a9b9-48284172aa8e tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Unset dirty status for tenant:db8b3959138341e092434175a3480a37 on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:10:08.084178 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-5b0367d6-d09b-45a6-b1b6-1da47011ae8c req-f45eb803-96a6-4862-a9b9-48284172aa8e tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 945 time: 0.0955372 May 04 17:10:08.095968 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535f7bb-8ec6-486e-ad16-d971edad360c req-5990ac5d-aaa4-48d2-80f0-cb3c1dfa3abe tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:10:08.097453 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2535f7bb-8ec6-486e-ad16-d971edad360c req-5990ac5d-aaa4-48d2-80f0-cb3c1dfa3abe tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 945 time: 0.0826247 May 04 17:10:08.142724 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2535f7bb-8ec6-486e-ad16-d971edad360c req-e7007e7d-796c-4c9a-a29e-7593bb78e7f3 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/security-groups?id=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394180 May 04 17:10:08.315233 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-5b0367d6-d09b-45a6-b1b6-1da47011ae8c req-95600761-70a4-4af3-a020-60de8a9917ef tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Deleting port 262fb332-a852-4020-b3fb-f028ad46755a {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:10:08.315574 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-5b0367d6-d09b-45a6-b1b6-1da47011ae8c req-95600761-70a4-4af3-a020-60de8a9917ef tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:08.452453 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-5b0367d6-d09b-45a6-b1b6-1da47011ae8c req-95600761-70a4-4af3-a020-60de8a9917ef tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] For port 262fb332-a852-4020-b3fb-f028ad46755a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=262fb332-a852-4020-b3fb-f028ad46755a,segment=NetworkSegment(377bce57-fc69-436f-9128-ad1831bef4e9),segment_id=377bce57-fc69-436f-9128-ad1831bef4e9)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:10:08.452748 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-5b0367d6-d09b-45a6-b1b6-1da47011ae8c req-95600761-70a4-4af3-a020-60de8a9917ef tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:08.576381 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-5b0367d6-d09b-45a6-b1b6-1da47011ae8c req-95600761-70a4-4af3-a020-60de8a9917ef tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Calling delete_port for 262fb332-a852-4020-b3fb-f028ad46755a owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:10:08.691031 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-5b0367d6-d09b-45a6-b1b6-1da47011ae8c req-95600761-70a4-4af3-a020-60de8a9917ef tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:08.697104 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c90b8266-1048-41ca-a953-482f81bc0d26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:08.753116 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95600761-70a4-4af3-a020-60de8a9917ef tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Pushing event deleted for resources: {'Port': ['ID=262fb332-a852-4020-b3fb-f028ad46755a,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:08.756179 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-95600761-70a4-4af3-a020-60de8a9917ef tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:08.833255 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0367d6-d09b-45a6-b1b6-1da47011ae8c req-95600761-70a4-4af3-a020-60de8a9917ef tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] No DVR routers for this DVR port 262fb332-a852-4020-b3fb-f028ad46755a on host hv-cinder-78960 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:10:08.836087 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-5b0367d6-d09b-45a6-b1b6-1da47011ae8c req-95600761-70a4-4af3-a020-60de8a9917ef tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:08.838899 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec64bd3-471c-4d93-8acf-28dadd2951f3', 'name': 'network-vif-deleted', 'tag': '262fb332-a852-4020-b3fb-f028ad46755a'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:10:08.856470 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-5b0367d6-d09b-45a6-b1b6-1da47011ae8c req-95600761-70a4-4af3-a020-60de8a9917ef tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.41 "DELETE /v2.0/ports/262fb332-a852-4020-b3fb-f028ad46755a HTTP/1.1" status: 204 len: 173 time: 0.7667582 May 04 17:10:08.895590 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec64bd3-471c-4d93-8acf-28dadd2951f3', 'name': 'network-vif-deleted', 'tag': '262fb332-a852-4020-b3fb-f028ad46755a', 'status': 'completed', 'code': 200} May 04 17:10:08.990818 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 56594) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:10:09.112512 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d66f2efc-ce8e-4817-a0a6-27c42dd51a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:09.128436 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-d66f2efc-ce8e-4817-a0a6-27c42dd51a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:10:09.132445 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-d66f2efc-ce8e-4817-a0a6-27c42dd51a8a admin admin] Usage tracker for resource:security_group_rule and tenant:b0fddfd31c94454084f87a466312c7ef is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:10:09.135964 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-d66f2efc-ce8e-4817-a0a6-27c42dd51a8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:10:09.144070 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-d66f2efc-ce8e-4817-a0a6-27c42dd51a8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:10:09.243399 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d66f2efc-ce8e-4817-a0a6-27c42dd51a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:09.249184 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d66f2efc-ce8e-4817-a0a6-27c42dd51a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:09.260104 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-59a62c53-e41d-4072-be2f-5e5b828c79cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:09.301973 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f2efc-ce8e-4817-a0a6-27c42dd51a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e869916a-e622-4e15-b218-d7d256b4cfc8,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:09.305721 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d66f2efc-ce8e-4817-a0a6-27c42dd51a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:09.310725 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-d66f2efc-ce8e-4817-a0a6-27c42dd51a8a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b0fddfd31c94454084f87a466312c7ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3164189 May 04 17:10:09.311373 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 56602) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:10:09.337406 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-2ab7a1ce-207b-4e5c-a56c-41802f4b9fc6 req-2cfc2333-2968-4f70-a7ef-6f882b48e5ea tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec64bd3-471c-4d93-8acf-28dadd2951f3 HTTP/1.1" status: 200 len: 210 time: 0.0648172 May 04 17:10:09.380592 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ff75d856-1905-4e98-a4f9-eb10c160ceff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:09.410548 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ff75d856-1905-4e98-a4f9-eb10c160ceff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:09.472155 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ff75d856-1905-4e98-a4f9-eb10c160ceff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:09.477459 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ce970b92-6a23-47b9-92b5-6ef0d006af6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:09.492003 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75d856-1905-4e98-a4f9-eb10c160ceff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e869916a-e622-4e15-b218-d7d256b4cfc8,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:09.495017 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ff75d856-1905-4e98-a4f9-eb10c160ceff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:09.496320 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ff75d856-1905-4e98-a4f9-eb10c160ceff admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:09.497342 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-ff75d856-1905-4e98-a4f9-eb10c160ceff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e869916a-e622-4e15-b218-d7d256b4cfc8 HTTP/1.1" status: 204 len: 168 time: 0.1827519 May 04 17:10:10.433913 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 56638) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:10:10.503188 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bc8654da-2fc4-4c42-a379-86cf417e1528 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:10.534073 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bc8654da-2fc4-4c42-a379-86cf417e1528 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:10.598005 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bc8654da-2fc4-4c42-a379-86cf417e1528 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:10.601838 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e05b9e93-c393-49ab-91d1-68c3901732c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:10.618570 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8654da-2fc4-4c42-a379-86cf417e1528 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cfc876-b8b2-4c6e-aea4-c5a18e54fed2,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:10.621348 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-bc8654da-2fc4-4c42-a379-86cf417e1528 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:10.638242 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bc8654da-2fc4-4c42-a379-86cf417e1528 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:10.643626 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-bc8654da-2fc4-4c42-a379-86cf417e1528 tempest-TestShelveInstance-905396213 tempest-TestShelveInstance-905396213-project] 10.222.0.24 "DELETE /v2.0/security-groups/84cfc876-b8b2-4c6e-aea4-c5a18e54fed2 HTTP/1.1" status: 204 len: 168 time: 0.2063355 May 04 17:10:10.689549 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 56648) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:10:11.009159 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 56660) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:10:11.131920 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-643695a5-d22e-40b8-ba79-afebfc81a2bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:11.147261 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-643695a5-d22e-40b8-ba79-afebfc81a2bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:10:11.151104 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-643695a5-d22e-40b8-ba79-afebfc81a2bf admin admin] Usage tracker for resource:security_group_rule and tenant:7d3561c18402485e885c8e97a615024a is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:10:11.154006 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-643695a5-d22e-40b8-ba79-afebfc81a2bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:10:11.159807 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-643695a5-d22e-40b8-ba79-afebfc81a2bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:10:11.248122 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-643695a5-d22e-40b8-ba79-afebfc81a2bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:11.252445 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-643695a5-d22e-40b8-ba79-afebfc81a2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:11.260500 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e2f785ec-4e5b-4d70-b77c-4809add0332e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:11.300106 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-643695a5-d22e-40b8-ba79-afebfc81a2bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d3561c18402485e885c8e97a615024a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898052 May 04 17:10:11.302335 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643695a5-d22e-40b8-ba79-afebfc81a2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f7e289-7642-4639-b07a-5d6b868f4572,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:11.302744 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 56666) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:10:11.305051 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-643695a5-d22e-40b8-ba79-afebfc81a2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:11.411513 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fd60361a-015c-4255-9c06-4f7625d88976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:11.448264 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fd60361a-015c-4255-9c06-4f7625d88976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:11.462750 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b6f44022-6ff1-44dd-b259-17df0a95717c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655945'] for router_interface, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:11.652021 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fd60361a-015c-4255-9c06-4f7625d88976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:11.657974 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4110fd73-8e0e-41ea-9168-75b740a836ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:11.715775 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60361a-015c-4255-9c06-4f7625d88976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f7e289-7642-4639-b07a-5d6b868f4572,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:11.767522 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd60361a-015c-4255-9c06-4f7625d88976 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:10:11.767892 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd60361a-015c-4255-9c06-4f7625d88976 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:10:11.768255 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd60361a-015c-4255-9c06-4f7625d88976 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:10:11.768638 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd60361a-015c-4255-9c06-4f7625d88976 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:10:11.768991 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd60361a-015c-4255-9c06-4f7625d88976 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:10:11.769340 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd60361a-015c-4255-9c06-4f7625d88976 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:10:11.769688 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd60361a-015c-4255-9c06-4f7625d88976 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:10:11.770034 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd60361a-015c-4255-9c06-4f7625d88976 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:10:11.770380 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd60361a-015c-4255-9c06-4f7625d88976 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:10:11.770722 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd60361a-015c-4255-9c06-4f7625d88976 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:10:11.771063 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd60361a-015c-4255-9c06-4f7625d88976 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:10:11.771401 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd60361a-015c-4255-9c06-4f7625d88976 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:10:11.776032 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-fd60361a-015c-4255-9c06-4f7625d88976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:11.778438 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fd60361a-015c-4255-9c06-4f7625d88976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:11.779352 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-fd60361a-015c-4255-9c06-4f7625d88976 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10f7e289-7642-4639-b07a-5d6b868f4572 HTTP/1.1" status: 204 len: 168 time: 0.4750946 May 04 17:10:11.935991 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-b6f44022-6ff1-44dd-b259-17df0a95717c admin admin] Deleting port 507ee380-1164-4409-bd5c-b370a551b722 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:10:11.935991 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b6f44022-6ff1-44dd-b259-17df0a95717c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:12.164922 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-b6f44022-6ff1-44dd-b259-17df0a95717c admin admin] For port 507ee380-1164-4409-bd5c-b370a551b722, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=507ee380-1164-4409-bd5c-b370a551b722,segment=NetworkSegment(377bce57-fc69-436f-9128-ad1831bef4e9),segment_id=377bce57-fc69-436f-9128-ad1831bef4e9)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:10:12.165277 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b6f44022-6ff1-44dd-b259-17df0a95717c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:12.305369 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-b6f44022-6ff1-44dd-b259-17df0a95717c admin admin] Calling delete_port for 507ee380-1164-4409-bd5c-b370a551b722 owned by network:router_interface {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:10:12.316240 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-f58d9787-e715-4c95-b5c0-358416032b88 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b9779193565345c39ab89424845eec7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0906057 May 04 17:10:12.489854 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-f3972bf9-b04d-44a9-aa08-db877b1ecc73 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:10:12.491250 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-f3972bf9-b04d-44a9-aa08-db877b1ecc73 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1697011 May 04 17:10:12.517897 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-41e0afdd-9757-453a-b010-db717b4a083a tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] 10.222.0.24 "GET /v2.0/quotas/b9779193565345c39ab89424845eec7e HTTP/1.1" status: 200 len: 375 time: 0.0209608 May 04 17:10:12.571776 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-a7256b74-eb5a-429d-a4c4-65a02803f047 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9779193565345c39ab89424845eec7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477855 May 04 17:10:12.641891 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b6f44022-6ff1-44dd-b259-17df0a95717c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-721926'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:12.647989 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4d5e0307-f11a-4314-a1d1-6d91b53f9ffb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:12.719297 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-14e154fd-dcf5-4558-b705-5889a3bcfaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:12.739161 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f44022-6ff1-44dd-b259-17df0a95717c admin admin] Pushing event deleted for resources: {'Port': ['ID=507ee380-1164-4409-bd5c-b370a551b722,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:12.741624 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b6f44022-6ff1-44dd-b259-17df0a95717c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:12.830752 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b6f40448-daea-44fc-97ab-e6e7e4d40eac req-0893662c-2021-47b8-95d0-8617f3a7289f tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d1a3a6d-8ecf-4ee2-aa7c-66694ac085c3 HTTP/1.1" status: 200 len: 210 time: 0.1050067 May 04 17:10:13.037639 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b6f44022-6ff1-44dd-b259-17df0a95717c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-779001'] for router_interface, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:13.402980 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f44022-6ff1-44dd-b259-17df0a95717c admin admin] Router cc1f1492-dd12-479c-84df-bcb184d88bef has already been hosted by L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:10:13.541757 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 262fb332-a852-4020-b3fb-f028ad46755a no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:10:13.576160 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] No Port match for: 262fb332-a852-4020-b3fb-f028ad46755a {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:10:13.576543 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 262fb332-a852-4020-b3fb-f028ad46755a not bound to the agent host hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:10:13.668430 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f44022-6ff1-44dd-b259-17df0a95717c admin admin] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:10:13.677833 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ba9659-b201-4234-a39f-c21ea72bc7f5 None None] Sync routers for ids ['cc1f1492-dd12-479c-84df-bcb184d88bef'] in dv-cinder-789603-1-smb {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:10:13.681623 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-b6f44022-6ff1-44dd-b259-17df0a95717c admin admin] 10.222.0.24 "PUT /v2.0/routers/cc1f1492-dd12-479c-84df-bcb184d88bef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9910212 May 04 17:10:13.684188 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 56696) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:10:13.687264 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ba9659-b201-4234-a39f-c21ea72bc7f5 None None] Routers {'cc1f1492-dd12-479c-84df-bcb184d88bef'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:10:13.688879 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-37ba9659-b201-4234-a39f-c21ea72bc7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:09:45Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['cc1f1492-dd12-479c-84df-bcb184d88bef'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:10:13.717791 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-3001954b-c313-4fea-8e2d-b19cb19f8ad8 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b9779193565345c39ab89424845eec7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309136 May 04 17:10:13.889003 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d19e1422-f3c0-4017-928a-ebce4de2be49 admin admin] Notify callbacks [] for router, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:13.898271 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-37ba9659-b201-4234-a39f-c21ea72bc7f5 None None] Set router cc1f1492-dd12-479c-84df-bcb184d88bef gateway port host: dv-cinder-789603-1-smb {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:10:13.902854 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-ff839c7e-2780-4010-a8ef-bc4b7de04dc1 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:10:13.904425 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-ff839c7e-2780-4010-a8ef-bc4b7de04dc1 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1809518 May 04 17:10:13.925014 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-50b4c0bb-0dd8-47e8-8ae8-3d179c1804c9 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Request body: {'port': {'device_id': '5d1a3a6d-8ecf-4ee2-aa7c-66694ac085c3', 'network_id': 'e05275d0-293c-41f0-9e24-2373477338de', 'admin_state_up': True, 'tenant_id': 'b9779193565345c39ab89424845eec7e'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:10:14.104804 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-50b4c0bb-0dd8-47e8-8ae8-3d179c1804c9 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:10:14.108767 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-50b4c0bb-0dd8-47e8-8ae8-3d179c1804c9 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Usage tracker for resource:port and tenant:b9779193565345c39ab89424845eec7e is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:10:14.111673 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-50b4c0bb-0dd8-47e8-8ae8-3d179c1804c9 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:10:14.117287 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-50b4c0bb-0dd8-47e8-8ae8-3d179c1804c9 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:10:14.128806 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-50b4c0bb-0dd8-47e8-8ae8-3d179c1804c9 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Made reservation on behalf of b9779193565345c39ab89424845eec7e for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:10:14.132379 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-50b4c0bb-0dd8-47e8-8ae8-3d179c1804c9 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:14.133185 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-b64e7261-304f-42a7-bb43-3b7aaf2c5697 req-31690765-699a-4bde-86ff-5f72c8170e50 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d1a3a6d-8ecf-4ee2-aa7c-66694ac085c3 HTTP/1.1" status: 200 len: 210 time: 0.1020119 May 04 17:10:14.147305 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-50b4c0bb-0dd8-47e8-8ae8-3d179c1804c9 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:14.162676 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-50b4c0bb-0dd8-47e8-8ae8-3d179c1804c9 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:10:14.166750 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-50b4c0bb-0dd8-47e8-8ae8-3d179c1804c9 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Usage tracker for resource:security_group_rule and tenant:b9779193565345c39ab89424845eec7e is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:10:14.170525 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-50b4c0bb-0dd8-47e8-8ae8-3d179c1804c9 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:10:14.176993 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-50b4c0bb-0dd8-47e8-8ae8-3d179c1804c9 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:10:14.177276 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d19e1422-f3c0-4017-928a-ebce4de2be49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:14.209537 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-37ba9659-b201-4234-a39f-c21ea72bc7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'name': 'tempest-TestShelveInstance-415547949-router', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '97e1b3d6-2d1f-494b-9917-231fc098a730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:44Z', 'updated_at': '2021-05-04T17:10:12Z', 'revision_number': 5, 'project_id': 'db8b3959138341e092434175a3480a37', 'gw_port': {'id': '97e1b3d6-2d1f-494b-9917-231fc098a730', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:04:45Z', 'updated_at': '2021-05-04T17:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb'}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:10:14.213516 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ba9659-b201-4234-a39f-c21ea72bc7f5 None None] Checking router: cc1f1492-dd12-479c-84df-bcb184d88bef for host: dv-cinder-789603-1-smb {{(pid=73811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:10:14.222862 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ba9659-b201-4234-a39f-c21ea72bc7f5 None None] Routers {'cc1f1492-dd12-479c-84df-bcb184d88bef'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:10:14.223482 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-37ba9659-b201-4234-a39f-c21ea72bc7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:09:45Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['cc1f1492-dd12-479c-84df-bcb184d88bef'], 'active': True} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:10:14.256379 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-d19e1422-f3c0-4017-928a-ebce4de2be49 admin admin] Deleting port 97e1b3d6-2d1f-494b-9917-231fc098a730 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:10:14.256736 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d19e1422-f3c0-4017-928a-ebce4de2be49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:14.272592 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-50b4c0bb-0dd8-47e8-8ae8-3d179c1804c9 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:14.277072 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-50b4c0bb-0dd8-47e8-8ae8-3d179c1804c9 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:14.282370 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a7ccd335-9a18-4074-90a4-4e1d6f6e375c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:14.378691 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvr_db [None req-37ba9659-b201-4234-a39f-c21ea72bc7f5 None None] Set router cc1f1492-dd12-479c-84df-bcb184d88bef gateway port host: None {{(pid=73811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:10:14.381251 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-d19e1422-f3c0-4017-928a-ebce4de2be49 admin admin] For port 97e1b3d6-2d1f-494b-9917-231fc098a730, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=97e1b3d6-2d1f-494b-9917-231fc098a730,segment=NetworkSegment(03a61c93-30bf-46d3-abd6-912a62526c31),segment_id=03a61c93-30bf-46d3-abd6-912a62526c31)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:10:14.381605 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d19e1422-f3c0-4017-928a-ebce4de2be49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:14.457723 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4c0bb-0dd8-47e8-8ae8-3d179c1804c9 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=548ec6d2-64cf-4233-95de-3315e386634b,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:14.468500 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-50b4c0bb-0dd8-47e8-8ae8-3d179c1804c9 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Allocated IP 192.168.233.237 (e05275d0-293c-41f0-9e24-2373477338de/c2d04be8-73a8-4bc1-8908-e19ef48d8ea7/8e33340a-cbc4-460e-b8ef-222293c3381a) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:10:14.468500 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-50b4c0bb-0dd8-47e8-8ae8-3d179c1804c9 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:14.508995 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-d19e1422-f3c0-4017-928a-ebce4de2be49 admin admin] Calling delete_port for 97e1b3d6-2d1f-494b-9917-231fc098a730 owned by network:router_gateway {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:10:14.565717 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_hamode_db [None req-37ba9659-b201-4234-a39f-c21ea72bc7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'name': 'tempest-TestShelveInstance-415547949-router', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:44Z', 'updated_at': '2021-05-04T17:10:14Z', 'revision_number': 6, 'project_id': 'db8b3959138341e092434175a3480a37', 'gw_port_host': None}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:10:14.569731 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ba9659-b201-4234-a39f-c21ea72bc7f5 None None] The sync data for ids ['cc1f1492-dd12-479c-84df-bcb184d88bef'] in dv-cinder-789603-1-smb is: [{'id': 'cc1f1492-dd12-479c-84df-bcb184d88bef', 'name': 'tempest-TestShelveInstance-415547949-router', 'tenant_id': 'db8b3959138341e092434175a3480a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:44Z', 'updated_at': '2021-05-04T17:10:14Z', 'revision_number': 6, 'project_id': 'db8b3959138341e092434175a3480a37', 'gw_port_host': None}] {{(pid=73811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:10:14.656242 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d19e1422-f3c0-4017-928a-ebce4de2be49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-721926'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:14.660161 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:14.706691 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e1422-f3c0-4017-928a-ebce4de2be49 admin admin] Pushing event deleted for resources: {'Port': ['ID=97e1b3d6-2d1f-494b-9917-231fc098a730,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:14.709830 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d19e1422-f3c0-4017-928a-ebce4de2be49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:14.791816 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-50b4c0bb-0dd8-47e8-8ae8-3d179c1804c9 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:14.803441 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d19e1422-f3c0-4017-928a-ebce4de2be49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-785510'] for router_gateway, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:14.807822 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-50b4c0bb-0dd8-47e8-8ae8-3d179c1804c9 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Transition to ACTIVE for port object 8e33340a-cbc4-460e-b8ef-222293c3381a will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:10:14.832332 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-50b4c0bb-0dd8-47e8-8ae8-3d179c1804c9 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730882513686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:14.839030 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6b539dc9-6e5a-4449-b8cf-66c1ac0dbb33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:14.905883 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-50b4c0bb-0dd8-47e8-8ae8-3d179c1804c9 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Network e05275d0-293c-41f0-9e24-2373477338de is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:10:14.909801 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-50b4c0bb-0dd8-47e8-8ae8-3d179c1804c9 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:10:14.914745 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-50b4c0bb-0dd8-47e8-8ae8-3d179c1804c9 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:10:14.945029 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4c0bb-0dd8-47e8-8ae8-3d179c1804c9 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Pushing event updated for resources: {'Port': ['ID=8e33340a-cbc4-460e-b8ef-222293c3381a,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:14.950193 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-50b4c0bb-0dd8-47e8-8ae8-3d179c1804c9 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:14.988322 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-50b4c0bb-0dd8-47e8-8ae8-3d179c1804c9 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:10:14.989108 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-50b4c0bb-0dd8-47e8-8ae8-3d179c1804c9 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:15.026429 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-50b4c0bb-0dd8-47e8-8ae8-3d179c1804c9 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1130874 May 04 17:10:15.043526 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-cac68770-032a-434f-80ca-86ab93b9263f service neutron] Request body: {'port': {'device_id': '5d1a3a6d-8ecf-4ee2-aa7c-66694ac085c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:10:15.085249 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d19e1422-f3c0-4017-928a-ebce4de2be49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5555'] for router, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:15.087447 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d19e1422-f3c0-4017-928a-ebce4de2be49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:15.111553 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d19e1422-f3c0-4017-928a-ebce4de2be49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784430'] for router, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:15.112696 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19e1422-f3c0-4017-928a-ebce4de2be49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc1f1492-dd12-479c-84df-bcb184d88bef {{(pid=73809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:10:15.125641 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d19e1422-f3c0-4017-928a-ebce4de2be49 admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:15.127120 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-d19e1422-f3c0-4017-928a-ebce4de2be49 admin admin] 10.222.0.24 "DELETE /v2.0/routers/cc1f1492-dd12-479c-84df-bcb184d88bef HTTP/1.1" status: 204 len: 168 time: 1.4419897 May 04 17:10:15.129635 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 56706) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:10:15.166442 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-cac68770-032a-434f-80ca-86ab93b9263f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:15.193369 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-2643bac2-37fd-45e3-b9c0-829b0305dfdf admin admin] Deleting subnet 93bf4862-9145-41a3-bcd3-124852de0037 {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:10:15.196635 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2643bac2-37fd-45e3-b9c0-829b0305dfdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:15.231446 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-a197b52c-16f1-4c9f-a064-63d9367e8ab0 None None] Provisioning for port 8e33340a-cbc4-460e-b8ef-222293c3381a completed by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:10:15.239217 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-a197b52c-16f1-4c9f-a064-63d9367e8ab0 None None] Provisioning complete for port 8e33340a-cbc4-460e-b8ef-222293c3381a triggered by entity DHCP. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:10:15.240119 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-a197b52c-16f1-4c9f-a064-63d9367e8ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:15.250444 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2643bac2-37fd-45e3-b9c0-829b0305dfdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725392'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:15.306520 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-2a72ba18-8821-4e7d-bbb8-0bff5e6bc4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:15.311671 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-a197b52c-16f1-4c9f-a064-63d9367e8ab0 None None] Port 8e33340a-cbc4-460e-b8ef-222293c3381a cannot update to ACTIVE because it is not bound. {{(pid=73811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:10:15.405045 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d09e47-dc22-46fe-82ae-55e9069fe4ae req-8f0b9e72-9d0b-4911-8992-72b7d477212e tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:10:15.407012 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-56d09e47-dc22-46fe-82ae-55e9069fe4ae req-8f0b9e72-9d0b-4911-8992-72b7d477212e tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d1a3a6d-8ecf-4ee2-aa7c-66694ac085c3 HTTP/1.1" status: 200 len: 936 time: 0.1257942 May 04 17:10:15.411549 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2643bac2-37fd-45e3-b9c0-829b0305dfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1962431'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:15.527069 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-56d09e47-dc22-46fe-82ae-55e9069fe4ae req-14a6fe4e-3bc9-40b7-9466-b6bc6413b067 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] 10.222.0.24 "GET /v2.0/security-groups?id=548ec6d2-64cf-4233-95de-3315e386634b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851543 May 04 17:10:15.532752 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-cac68770-032a-434f-80ca-86ab93b9263f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e33340a-cbc4-460e-b8ef-222293c3381a {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:10:15.541210 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-cac68770-032a-434f-80ca-86ab93b9263f service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:15.558382 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-cac68770-032a-434f-80ca-86ab93b9263f service neutron] Transition to ACTIVE for port object 8e33340a-cbc4-460e-b8ef-222293c3381a will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:10:15.564052 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-cac68770-032a-434f-80ca-86ab93b9263f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:15.567796 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6893a3c2-ad43-43c0-9df3-ea0cb211a860 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:15.615131 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:15.698086 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac68770-032a-434f-80ca-86ab93b9263f service neutron] Pushing event updated for resources: {'Port': ['ID=8e33340a-cbc4-460e-b8ef-222293c3381a,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:15.704858 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-cac68770-032a-434f-80ca-86ab93b9263f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:15.751490 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2643bac2-37fd-45e3-b9c0-829b0305dfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1962422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-721911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4193484'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:15.759503 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:15.798662 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643bac2-37fd-45e3-b9c0-829b0305dfdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93bf4862-9145-41a3-bcd3-124852de0037,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:15.801908 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2643bac2-37fd-45e3-b9c0-829b0305dfdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:15.802969 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2643bac2-37fd-45e3-b9c0-829b0305dfdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:15.807734 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b10f1b2-a37d-4662-a8fd-8af2c1a2ec4b None None] Network 2790ccbf-1fe4-4ddb-8a39-6ac4365def3a requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:10:15.811693 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-2643bac2-37fd-45e3-b9c0-829b0305dfdf admin admin] 10.222.0.24 "DELETE /v2.0/subnets/93bf4862-9145-41a3-bcd3-124852de0037 HTTP/1.1" status: 204 len: 168 time: 0.6789982 May 04 17:10:15.812102 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 56712) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:10:15.818085 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-cac68770-032a-434f-80ca-86ab93b9263f service neutron] Attempting to bind port 8e33340a-cbc4-460e-b8ef-222293c3381a on host hv-cinder-78960 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:10:15.818567 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-cac68770-032a-434f-80ca-86ab93b9263f service neutron] Attempting to bind port 8e33340a-cbc4-460e-b8ef-222293c3381a by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '7630ce87-c57a-412e-b031-de1ff60164bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e05275d0-293c-41f0-9e24-2373477338de'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:10:15.818736 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-cac68770-032a-434f-80ca-86ab93b9263f service neutron] Attempting to bind port 8e33340a-cbc4-460e-b8ef-222293c3381a on network e05275d0-293c-41f0-9e24-2373477338de {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:10:15.824166 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-cac68770-032a-434f-80ca-86ab93b9263f service neutron] Port 8e33340a-cbc4-460e-b8ef-222293c3381a on network e05275d0-293c-41f0-9e24-2373477338de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:10:15.824509 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-cac68770-032a-434f-80ca-86ab93b9263f service neutron] Attempting to bind port 8e33340a-cbc4-460e-b8ef-222293c3381a on network e05275d0-293c-41f0-9e24-2373477338de {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:10:15.829879 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-cac68770-032a-434f-80ca-86ab93b9263f service neutron] Checking agent: {'id': '9f3cb959-d44b-4b8e-aa2c-516ad41b6189', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'started_at': datetime.datetime(2021, 5, 4, 17, 0, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:10:15.830217 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-cac68770-032a-434f-80ca-86ab93b9263f service neutron] Checking segment: {'id': '7630ce87-c57a-412e-b031-de1ff60164bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e05275d0-293c-41f0-9e24-2373477338de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:10:15.830599 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-cac68770-032a-434f-80ca-86ab93b9263f service neutron] Bound using segment: {'id': '7630ce87-c57a-412e-b031-de1ff60164bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e05275d0-293c-41f0-9e24-2373477338de'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:10:15.831028 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-cac68770-032a-434f-80ca-86ab93b9263f service neutron] Bound port: 8e33340a-cbc4-460e-b8ef-222293c3381a, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7630ce87-c57a-412e-b031-de1ff60164bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e05275d0-293c-41f0-9e24-2373477338de'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:10:15.831370 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-cac68770-032a-434f-80ca-86ab93b9263f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:15.928170 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-28743515-1459-474f-a99f-8f735adb53a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794009'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:15.930122 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-cac68770-032a-434f-80ca-86ab93b9263f service neutron] For port 8e33340a-cbc4-460e-b8ef-222293c3381a, host hv-cinder-78960, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:10:15.933326 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-cac68770-032a-434f-80ca-86ab93b9263f service neutron] For port 8e33340a-cbc4-460e-b8ef-222293c3381a, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8e33340a-cbc4-460e-b8ef-222293c3381a,segment=NetworkSegment(7630ce87-c57a-412e-b031-de1ff60164bb),segment_id=7630ce87-c57a-412e-b031-de1ff60164bb)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:10:15.939938 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-cac68770-032a-434f-80ca-86ab93b9263f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2562395'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:15.944731 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3e31bb19-47e8-4719-93a7-1443eab8746b tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:16.005217 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-cac68770-032a-434f-80ca-86ab93b9263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:10:16.006137 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-cac68770-032a-434f-80ca-86ab93b9263f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:16.007624 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-cac68770-032a-434f-80ca-86ab93b9263f service neutron] 10.222.0.41 "PUT /v2.0/ports/8e33340a-cbc4-460e-b8ef-222293c3381a HTTP/1.1" status: 200 len: 1098 time: 0.9725299 May 04 17:10:16.008412 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1a3a6d-8ecf-4ee2-aa7c-66694ac085c3', 'tag': '8e33340a-cbc4-460e-b8ef-222293c3381a'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:10:16.034444 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-28743515-1459-474f-a99f-8f735adb53a9 admin admin] Deleting port 288f7ec2-2f95-48ab-93b5-e22a3613b460 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:10:16.034869 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-28743515-1459-474f-a99f-8f735adb53a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:16.108289 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1a3a6d-8ecf-4ee2-aa7c-66694ac085c3', 'tag': '8e33340a-cbc4-460e-b8ef-222293c3381a', 'status': 'completed', 'code': 200} May 04 17:10:16.121088 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac68770-032a-434f-80ca-86ab93b9263f service neutron] Pushing event updated for resources: {'Port': ['ID=8e33340a-cbc4-460e-b8ef-222293c3381a,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:16.129004 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-cac68770-032a-434f-80ca-86ab93b9263f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:16.132899 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acdcd32-0bf4-47eb-ab7c-1d5c4fcd11c7 None None] DHCP port deletion for 2790ccbf-1fe4-4ddb-8a39-6ac4365def3a request from dv-cinder-789603-1-smb {{(pid=73811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:10:16.154970 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-4a19fc37-7066-400d-8471-3b667c2886d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:10:16.156529 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-4a19fc37-7066-400d-8471-3b667c2886d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9779193565345c39ab89424845eec7e&device_id=5d1a3a6d-8ecf-4ee2-aa7c-66694ac085c3 HTTP/1.1" status: 200 len: 1101 time: 0.1064532 May 04 17:10:16.165877 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-28743515-1459-474f-a99f-8f735adb53a9 admin admin] For port 288f7ec2-2f95-48ab-93b5-e22a3613b460, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=288f7ec2-2f95-48ab-93b5-e22a3613b460,segment=NetworkSegment(377bce57-fc69-436f-9128-ad1831bef4e9),segment_id=377bce57-fc69-436f-9128-ad1831bef4e9)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:10:16.166862 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-28743515-1459-474f-a99f-8f735adb53a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:16.213068 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-4acdcd32-0bf4-47eb-ab7c-1d5c4fcd11c7 None None] Deleting port 288f7ec2-2f95-48ab-93b5-e22a3613b460 {{(pid=73811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:10:16.213792 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-4acdcd32-0bf4-47eb-ab7c-1d5c4fcd11c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:16.234048 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-60bbf174-b0b7-4cee-aa82-b504f60b37ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=8e33340a-cbc4-460e-b8ef-222293c3381a HTTP/1.1" status: 200 len: 217 time: 0.0706809 May 04 17:10:16.299031 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-2fb05076-61ad-494f-9fd2-7179819fd4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:10:16.300462 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-2fb05076-61ad-494f-9fd2-7179819fd4f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2d04be8-73a8-4bc1-8908-e19ef48d8ea7 HTTP/1.1" status: 200 len: 843 time: 0.0599096 May 04 17:10:16.306246 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-28743515-1459-474f-a99f-8f735adb53a9 admin admin] Calling delete_port for 288f7ec2-2f95-48ab-93b5-e22a3613b460 owned by network:dhcp {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:10:16.322819 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-4acdcd32-0bf4-47eb-ab7c-1d5c4fcd11c7 None None] For port 288f7ec2-2f95-48ab-93b5-e22a3613b460, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=288f7ec2-2f95-48ab-93b5-e22a3613b460,segment=NetworkSegment(377bce57-fc69-436f-9128-ad1831bef4e9),segment_id=377bce57-fc69-436f-9128-ad1831bef4e9)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:10:16.323917 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-4acdcd32-0bf4-47eb-ab7c-1d5c4fcd11c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:16.357041 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-28743515-1459-474f-a99f-8f735adb53a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-721926'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:16.362018 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8674b09a-feb2-43b5-a835-548c6218262f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:16.382440 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-f20f3ef2-2d22-47aa-aa61-17f8230d1269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:10:16.383904 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-f20f3ef2-2d22-47aa-aa61-17f8230d1269 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e05275d0-293c-41f0-9e24-2373477338de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0769567 May 04 17:10:16.411211 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28743515-1459-474f-a99f-8f735adb53a9 admin admin] No DVR routers for this DVR port 288f7ec2-2f95-48ab-93b5-e22a3613b460 on host dv-cinder-789603-1-smb {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:10:16.457476 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-4acdcd32-0bf4-47eb-ab7c-1d5c4fcd11c7 None None] Calling delete_port for 288f7ec2-2f95-48ab-93b5-e22a3613b460 owned by network:dhcp {{(pid=73811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:10:16.468566 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28743515-1459-474f-a99f-8f735adb53a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=288f7ec2-2f95-48ab-93b5-e22a3613b460,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:16.472048 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-28743515-1459-474f-a99f-8f735adb53a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:16.494392 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 97e1b3d6-2d1f-494b-9917-231fc098a730 no longer exists at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:10:16.532429 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] No Port match for: 97e1b3d6-2d1f-494b-9917-231fc098a730 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:10:16.533197 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 97e1b3d6-2d1f-494b-9917-231fc098a730 not bound to the agent host dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:10:16.533197 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 288f7ec2-2f95-48ab-93b5-e22a3613b460 no longer exists at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:10:16.534641 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-28743515-1459-474f-a99f-8f735adb53a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902626', 'neutron.services.segments.db._delete_segments_for_network-8730882941489'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:16.554035 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-db982dd8-f02d-4f08-97af-adce2deeb9a7 service neutron] 10.222.0.41 "GET /v2.0/networks/e05275d0-293c-41f0-9e24-2373477338de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632156 May 04 17:10:16.572435 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] No Port match for: 288f7ec2-2f95-48ab-93b5-e22a3613b460 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:10:16.573006 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 288f7ec2-2f95-48ab-93b5-e22a3613b460 not bound to the agent host dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:10:16.573437 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 507ee380-1164-4409-bd5c-b370a551b722 no longer exists at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:10:16.608096 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] No Port match for: 507ee380-1164-4409-bd5c-b370a551b722 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:10:16.608577 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 507ee380-1164-4409-bd5c-b370a551b722 not bound to the agent host dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:10:16.627247 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-4acdcd32-0bf4-47eb-ab7c-1d5c4fcd11c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695'] for port, after_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:16.637506 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:16.652576 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-28743515-1459-474f-a99f-8f735adb53a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2790ccbf-1fe4-4ddb-8a39-6ac4365def3a']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:10:16.674590 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-28743515-1459-474f-a99f-8f735adb53a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '377bce57-fc69-436f-9128-ad1831bef4e9') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:10:16.675004 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-28743515-1459-474f-a99f-8f735adb53a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '377bce57-fc69-436f-9128-ad1831bef4e9') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:10:16.706026 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acdcd32-0bf4-47eb-ab7c-1d5c4fcd11c7 None None] Pushing event deleted for resources: {'Port': ['ID=288f7ec2-2f95-48ab-93b5-e22a3613b460,revision_number=None']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:16.707946 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acdcd32-0bf4-47eb-ab7c-1d5c4fcd11c7 None None] No DVR routers for this DVR port 288f7ec2-2f95-48ab-93b5-e22a3613b460 on host dv-cinder-789603-1-smb {{(pid=73811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:10:16.712735 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-4acdcd32-0bf4-47eb-ab7c-1d5c4fcd11c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:16.723790 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:16.792135 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-28743515-1459-474f-a99f-8f735adb53a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730882953063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3725417'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:16.820030 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-3cc0bdcb-6a96-4f55-b85b-6d99f86037b4 req-a167cd3d-48bf-420e-9056-92718d9a863c service neutron] 10.222.0.41 "GET /v2.0/networks/e05275d0-293c-41f0-9e24-2373477338de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596531 May 04 17:10:16.854101 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-28743515-1459-474f-a99f-8f735adb53a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:16.866042 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28743515-1459-474f-a99f-8f735adb53a9 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:10:16.893867 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:16.935032 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd73865-e15a-4fb5-ae54-610d2cbf015a req-4ddd9383-ea7f-4afa-bb17-43216004fad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:10:16.936517 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-4dd73865-e15a-4fb5-ae54-610d2cbf015a req-4ddd9383-ea7f-4afa-bb17-43216004fad6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9779193565345c39ab89424845eec7e&device_id=5d1a3a6d-8ecf-4ee2-aa7c-66694ac085c3 HTTP/1.1" status: 200 len: 1101 time: 0.0728009 May 04 17:10:17.049275 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbcb0d4-4a69-4a5e-835e-38b9e6697833 req-76a2861f-065d-4f40-be3a-b8e5f443a297 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:10:17.050662 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-edbcb0d4-4a69-4a5e-835e-38b9e6697833 req-76a2861f-065d-4f40-be3a-b8e5f443a297 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d1a3a6d-8ecf-4ee2-aa7c-66694ac085c3 HTTP/1.1" status: 200 len: 948 time: 0.3652303 May 04 17:10:17.061870 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-28743515-1459-474f-a99f-8f735adb53a9 admin admin] Network 2790ccbf-1fe4-4ddb-8a39-6ac4365def3a has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:10:17.068456 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd73865-e15a-4fb5-ae54-610d2cbf015a req-47bd4c75-93dd-433b-a6ff-dcb174e9eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:10:17.069927 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-4dd73865-e15a-4fb5-ae54-610d2cbf015a req-47bd4c75-93dd-433b-a6ff-dcb174e9eb34 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e05275d0-293c-41f0-9e24-2373477338de HTTP/1.1" status: 200 len: 870 time: 0.1269608 May 04 17:10:17.082870 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-28743515-1459-474f-a99f-8f735adb53a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1964778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-722005'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:17.144381 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-4dd73865-e15a-4fb5-ae54-610d2cbf015a req-374f42ba-0cd3-4417-b64f-b0235059a076 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=8e33340a-cbc4-460e-b8ef-222293c3381a HTTP/1.1" status: 200 len: 217 time: 0.0674055 May 04 17:10:17.208114 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd73865-e15a-4fb5-ae54-610d2cbf015a req-394c69a0-3fed-45d6-9321-51dc275a009f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:10:17.209605 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-4dd73865-e15a-4fb5-ae54-610d2cbf015a req-394c69a0-3fed-45d6-9321-51dc275a009f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c2d04be8-73a8-4bc1-8908-e19ef48d8ea7 HTTP/1.1" status: 200 len: 843 time: 0.0587461 May 04 17:10:17.212328 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-edbcb0d4-4a69-4a5e-835e-38b9e6697833 req-0837045f-e0d4-4f51-95f5-88f7097e65d3 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] 10.222.0.24 "GET /v2.0/security-groups?id=548ec6d2-64cf-4233-95de-3315e386634b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529531 May 04 17:10:17.275919 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-28743515-1459-474f-a99f-8f735adb53a9 admin admin] Network 2790ccbf-1fe4-4ddb-8a39-6ac4365def3a has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:10:17.290570 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd73865-e15a-4fb5-ae54-610d2cbf015a req-d3679901-6143-4262-a9eb-8c001f842b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:10:17.292027 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-4dd73865-e15a-4fb5-ae54-610d2cbf015a req-d3679901-6143-4262-a9eb-8c001f842b25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e05275d0-293c-41f0-9e24-2373477338de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0755880 May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: Traceback (most recent call last): May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: timer() May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: cb(*args, **kw) May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: return func(*args, **kwargs) May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: self._notify() May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: self.callback(batched_events) May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: event.method(event) May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: return f(self, *a, **k) May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: return self._get(url).json() May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: return self.request(url, 'GET', **kwargs) May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:10:17.296500 dv-cinder-789603-1-smb neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:10:17.370404 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-28743515-1459-474f-a99f-8f735adb53a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785481'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:17.374184 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:17.392727 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-28743515-1459-474f-a99f-8f735adb53a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:17.404654 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28743515-1459-474f-a99f-8f735adb53a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2790ccbf-1fe4-4ddb-8a39-6ac4365def3a,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:17.409001 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-28743515-1459-474f-a99f-8f735adb53a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:17.417197 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-28743515-1459-474f-a99f-8f735adb53a9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2790ccbf-1fe4-4ddb-8a39-6ac4365def3a HTTP/1.1" status: 204 len: 168 time: 1.6038301 May 04 17:10:17.419984 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 56722) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:10:17.427365 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-4dd73865-e15a-4fb5-ae54-610d2cbf015a req-49cf8d7d-6366-4d16-839f-47ad0c8e1e1b service neutron] 10.222.0.41 "GET /v2.0/networks/e05275d0-293c-41f0-9e24-2373477338de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287262 May 04 17:10:17.561973 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-4dd73865-e15a-4fb5-ae54-610d2cbf015a req-cc8f65d7-d45c-4b58-8005-8c1c71390582 service neutron] 10.222.0.41 "GET /v2.0/networks/e05275d0-293c-41f0-9e24-2373477338de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276660 May 04 17:10:17.947609 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c1836d58-25da-417b-a877-d7ca93a93b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655945'] for router_interface, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:18.260203 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:18.484943 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc1870-9248-4eb7-8133-f07c13ba594f req-861cab1e-d9be-40a1-8a23-cb1ce4a1f2aa tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:10:18.486353 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-9adc1870-9248-4eb7-8133-f07c13ba594f req-861cab1e-d9be-40a1-8a23-cb1ce4a1f2aa tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d1a3a6d-8ecf-4ee2-aa7c-66694ac085c3 HTTP/1.1" status: 200 len: 948 time: 0.1405087 May 04 17:10:18.534218 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-c1836d58-25da-417b-a877-d7ca93a93b51 admin admin] Deleting port b89cac64-ff2b-448a-a2be-1e1d1603f400 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:10:18.534467 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c1836d58-25da-417b-a877-d7ca93a93b51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:18.563995 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-9adc1870-9248-4eb7-8133-f07c13ba594f req-08973f93-d875-4ac0-b396-6065c8879705 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] 10.222.0.24 "GET /v2.0/security-groups?id=548ec6d2-64cf-4233-95de-3315e386634b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684764 May 04 17:10:18.663085 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-c1836d58-25da-417b-a877-d7ca93a93b51 admin admin] For port b89cac64-ff2b-448a-a2be-1e1d1603f400, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=b89cac64-ff2b-448a-a2be-1e1d1603f400,segment=NetworkSegment(27bbd7d4-86d9-4f80-afc9-a47c5d6b157e),segment_id=27bbd7d4-86d9-4f80-afc9-a47c5d6b157e)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:10:18.663437 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c1836d58-25da-417b-a877-d7ca93a93b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:18.783324 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-c1836d58-25da-417b-a877-d7ca93a93b51 admin admin] Calling delete_port for b89cac64-ff2b-448a-a2be-1e1d1603f400 owned by network:router_interface {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:10:18.929295 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c1836d58-25da-417b-a877-d7ca93a93b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-721926'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:18.932865 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b6f44022-6ff1-44dd-b259-17df0a95717c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:18.974962 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1836d58-25da-417b-a877-d7ca93a93b51 admin admin] Pushing event deleted for resources: {'Port': ['ID=b89cac64-ff2b-448a-a2be-1e1d1603f400,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:18.978064 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c1836d58-25da-417b-a877-d7ca93a93b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:19.238136 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c1836d58-25da-417b-a877-d7ca93a93b51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-779001'] for router_interface, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:19.584058 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 8e33340a-cbc4-460e-b8ef-222293c3381a details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=73811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:10:19.724803 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 8e33340a-cbc4-460e-b8ef-222293c3381a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8e33340a-cbc4-460e-b8ef-222293c3381a,segment=NetworkSegment(7630ce87-c57a-412e-b031-de1ff60164bb),segment_id=7630ce87-c57a-412e-b031-de1ff60164bb)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:10:19.731042 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1836d58-25da-417b-a877-d7ca93a93b51 admin admin] Router 2db2b3b2-bfc2-43bd-a00b-f7a5997dd185 has already been hosted by L3 agent 83873c2f-ca34-48c8-9087-12e50a563c97 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:10:19.739310 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Returning: {'device': '8e33340a-cbc4-460e-b8ef-222293c3381a', 'network_id': 'e05275d0-293c-41f0-9e24-2373477338de', 'port_id': '8e33340a-cbc4-460e-b8ef-222293c3381a', 'mac_address': 'fa:16:3e:6e:44:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d04be8-73a8-4bc1-8908-e19ef48d8ea7', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:10:19.793263 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:19.813776 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e33340a-cbc4-460e-b8ef-222293c3381a {{(pid=73811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:10:19.829523 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 8e33340a-cbc4-460e-b8ef-222293c3381a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8e33340a-cbc4-460e-b8ef-222293c3381a,segment=NetworkSegment(7630ce87-c57a-412e-b031-de1ff60164bb),segment_id=7630ce87-c57a-412e-b031-de1ff60164bb)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:10:19.834181 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:19.836168 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:19.899084 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014191a7-ca54-41bf-876f-5417d3541acb req-6a54031a-d314-432a-a657-1ece1497c89b tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:10:19.900550 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-014191a7-ca54-41bf-876f-5417d3541acb req-6a54031a-d314-432a-a657-1ece1497c89b tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d1a3a6d-8ecf-4ee2-aa7c-66694ac085c3 HTTP/1.1" status: 200 len: 948 time: 0.2261689 May 04 17:10:19.901079 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=8e33340a-cbc4-460e-b8ef-222293c3381a,revision_number=4']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:19.904365 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:19.971103 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1836d58-25da-417b-a877-d7ca93a93b51 admin admin] Notify agent at l3_agent.dv-cinder-789603-1-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:10:19.975054 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-014191a7-ca54-41bf-876f-5417d3541acb req-19413b4d-e171-42fc-b188-f5f04d1ecbc8 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] 10.222.0.24 "GET /v2.0/security-groups?id=548ec6d2-64cf-4233-95de-3315e386634b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624781 May 04 17:10:19.982080 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46f33fb-bb02-4d88-a3cc-392d7e86f727 None None] Sync routers for ids ['2db2b3b2-bfc2-43bd-a00b-f7a5997dd185'] in dv-cinder-789603-1-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:10:19.995021 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-c1836d58-25da-417b-a877-d7ca93a93b51 admin admin] 10.222.0.24 "PUT /v2.0/routers/2db2b3b2-bfc2-43bd-a00b-f7a5997dd185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5718901 May 04 17:10:19.995422 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 56730) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:10:19.997318 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46f33fb-bb02-4d88-a3cc-392d7e86f727 None None] Routers {'2db2b3b2-bfc2-43bd-a00b-f7a5997dd185'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:10:19.998504 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-f46f33fb-bb02-4d88-a3cc-392d7e86f727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:10:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['2db2b3b2-bfc2-43bd-a00b-f7a5997dd185'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:10:20.038884 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['8e33340a-cbc4-460e-b8ef-222293c3381a'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:10:20.212126 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d5866ddd-c198-4119-8bb3-1395827a8c13 admin admin] Notify callbacks [] for router, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:20.248745 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-f46f33fb-bb02-4d88-a3cc-392d7e86f727 None None] Set router 2db2b3b2-bfc2-43bd-a00b-f7a5997dd185 gateway port host: dv-cinder-789603-1-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:10:20.389207 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d5866ddd-c198-4119-8bb3-1395827a8c13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:20.463300 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-d5866ddd-c198-4119-8bb3-1395827a8c13 admin admin] Deleting port 4e4e793e-b08e-4084-b712-5777298edf7f {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:10:20.463631 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d5866ddd-c198-4119-8bb3-1395827a8c13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:20.530370 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-f46f33fb-bb02-4d88-a3cc-392d7e86f727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db2b3b2-bfc2-43bd-a00b-f7a5997dd185', 'name': 'tempest-TestShelveInstance-1184949776-router', 'tenant_id': 'd899a91d58d244dcbe2fc7b0ea1cf5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'external_fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.12'}], 'enable_snat': True}, 'gw_port_id': '4e4e793e-b08e-4084-b712-5777298edf7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:58Z', 'updated_at': '2021-05-04T17:10:18Z', 'revision_number': 5, 'project_id': 'd899a91d58d244dcbe2fc7b0ea1cf5a2', 'gw_port': {'id': '4e4e793e-b08e-4084-b712-5777298edf7f', 'name': '', 'network_id': '1fe869af-eee2-4a76-a542-2bd1a37527f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db2b3b2-bfc2-43bd-a00b-f7a5997dd185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'ip_address': '172.28.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:05:00Z', 'updated_at': '2021-05-04T17:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac6ef9b7-a26d-4df8-9aa7-613a10e1e621', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-smb'}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:10:20.534705 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46f33fb-bb02-4d88-a3cc-392d7e86f727 None None] Checking router: 2db2b3b2-bfc2-43bd-a00b-f7a5997dd185 for host: dv-cinder-789603-1-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:10:20.542951 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46f33fb-bb02-4d88-a3cc-392d7e86f727 None None] Routers {'2db2b3b2-bfc2-43bd-a00b-f7a5997dd185'} bound to L3 agent in host dv-cinder-789603-1-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:10:20.543536 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-f46f33fb-bb02-4d88-a3cc-392d7e86f727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T16:54:45Z,description=,heartbeat_timestamp=2021-05-04T17:10:15Z,host='dv-cinder-789603-1-smb',id=83873c2f-ca34-48c8-9087-12e50a563c97,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T16:54:45Z,topic='l3_agent')) {'router_ids': ['2db2b3b2-bfc2-43bd-a00b-f7a5997dd185'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:10:20.585296 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-d5866ddd-c198-4119-8bb3-1395827a8c13 admin admin] For port 4e4e793e-b08e-4084-b712-5777298edf7f, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=4e4e793e-b08e-4084-b712-5777298edf7f,segment=NetworkSegment(03a61c93-30bf-46d3-abd6-912a62526c31),segment_id=03a61c93-30bf-46d3-abd6-912a62526c31)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:10:20.585644 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d5866ddd-c198-4119-8bb3-1395827a8c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:20.690516 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-f46f33fb-bb02-4d88-a3cc-392d7e86f727 None None] Set router 2db2b3b2-bfc2-43bd-a00b-f7a5997dd185 gateway port host: None {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:10:20.710338 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-d5866ddd-c198-4119-8bb3-1395827a8c13 admin admin] Calling delete_port for 4e4e793e-b08e-4084-b712-5777298edf7f owned by network:router_gateway {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:10:20.797155 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-f46f33fb-bb02-4d88-a3cc-392d7e86f727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db2b3b2-bfc2-43bd-a00b-f7a5997dd185', 'name': 'tempest-TestShelveInstance-1184949776-router', 'tenant_id': 'd899a91d58d244dcbe2fc7b0ea1cf5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:58Z', 'updated_at': '2021-05-04T17:10:20Z', 'revision_number': 6, 'project_id': 'd899a91d58d244dcbe2fc7b0ea1cf5a2', 'gw_port_host': None}], 'dv-cinder-789603-1-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:10:20.801273 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46f33fb-bb02-4d88-a3cc-392d7e86f727 None None] The sync data for ids ['2db2b3b2-bfc2-43bd-a00b-f7a5997dd185'] in dv-cinder-789603-1-smb is: [{'id': '2db2b3b2-bfc2-43bd-a00b-f7a5997dd185', 'name': 'tempest-TestShelveInstance-1184949776-router', 'tenant_id': 'd899a91d58d244dcbe2fc7b0ea1cf5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:04:58Z', 'updated_at': '2021-05-04T17:10:20Z', 'revision_number': 6, 'project_id': 'd899a91d58d244dcbe2fc7b0ea1cf5a2', 'gw_port_host': None}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:10:20.857975 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d5866ddd-c198-4119-8bb3-1395827a8c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-721926'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:20.861622 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5425b8d1-6d01-4d64-b6b0-b5628ae1d5d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:20.904086 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5866ddd-c198-4119-8bb3-1395827a8c13 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e4e793e-b08e-4084-b712-5777298edf7f,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:20.907283 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d5866ddd-c198-4119-8bb3-1395827a8c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:20.994303 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d5866ddd-c198-4119-8bb3-1395827a8c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-785510'] for router_gateway, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:21.312923 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d5866ddd-c198-4119-8bb3-1395827a8c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5555'] for router, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:21.315740 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d5866ddd-c198-4119-8bb3-1395827a8c13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:21.347411 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d5866ddd-c198-4119-8bb3-1395827a8c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784430'] for router, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:21.347899 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5866ddd-c198-4119-8bb3-1395827a8c13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2db2b3b2-bfc2-43bd-a00b-f7a5997dd185 {{(pid=73809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:10:21.372461 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfb918-9562-44e4-8e1e-186f5142ceea req-9d08563b-8eff-4272-817d-92a23eee4169 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:10:21.373925 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-efcfb918-9562-44e4-8e1e-186f5142ceea req-9d08563b-8eff-4272-817d-92a23eee4169 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d1a3a6d-8ecf-4ee2-aa7c-66694ac085c3 HTTP/1.1" status: 200 len: 949 time: 0.2781520 May 04 17:10:21.376561 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d5866ddd-c198-4119-8bb3-1395827a8c13 admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:21.377540 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-d5866ddd-c198-4119-8bb3-1395827a8c13 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2db2b3b2-bfc2-43bd-a00b-f7a5997dd185 HTTP/1.1" status: 204 len: 168 time: 1.3809168 May 04 17:10:21.380061 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 56736) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:10:21.469362 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-554a7f83-2d75-45c2-b1b9-87b7f23606b8 admin admin] Deleting subnet a596f5d2-a865-452c-b982-48f0094f1d75 {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:10:21.474182 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-efcfb918-9562-44e4-8e1e-186f5142ceea req-6f1a7b2b-d084-430e-80eb-ebac2fe5bdde tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] 10.222.0.24 "GET /v2.0/security-groups?id=548ec6d2-64cf-4233-95de-3315e386634b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918148 May 04 17:10:21.474818 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-554a7f83-2d75-45c2-b1b9-87b7f23606b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:21.523426 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-554a7f83-2d75-45c2-b1b9-87b7f23606b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3725392'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:21.604269 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-554a7f83-2d75-45c2-b1b9-87b7f23606b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1962431'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:21.606137 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 8e33340a-cbc4-460e-b8ef-222293c3381a up at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:10:21.680002 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning for port 8e33340a-cbc4-460e-b8ef-222293c3381a completed by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:10:21.684797 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.provisioning_blocks [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Provisioning complete for port 8e33340a-cbc4-460e-b8ef-222293c3381a triggered by entity L2. {{(pid=73811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:10:21.685178 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908397'] for port, provisioning_complete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:21.845459 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823247'] for port, before_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:21.875126 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-554a7f83-2d75-45c2-b1b9-87b7f23606b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1962422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381213', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-721911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4193484'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:21.879274 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-264606e2-bb1e-4b83-a78a-5bb4c7c667e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:21.879777 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1a3a6d-8ecf-4ee2-aa7c-66694ac085c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e33340a-cbc4-460e-b8ef-222293c3381a'}] {{(pid=73811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:10:21.894873 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] For port 8e33340a-cbc4-460e-b8ef-222293c3381a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8e33340a-cbc4-460e-b8ef-222293c3381a,segment=NetworkSegment(7630ce87-c57a-412e-b031-de1ff60164bb),segment_id=7630ce87-c57a-412e-b031-de1ff60164bb)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:10:21.899509 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730882931613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730882513704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730882513749'] for port, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:21.901475 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:21.918629 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a7f83-2d75-45c2-b1b9-87b7f23606b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a596f5d2-a865-452c-b982-48f0094f1d75,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:21.922848 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-554a7f83-2d75-45c2-b1b9-87b7f23606b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:21.925136 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-554a7f83-2d75-45c2-b1b9-87b7f23606b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:21.933319 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-554a7f83-2d75-45c2-b1b9-87b7f23606b8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a596f5d2-a865-452c-b982-48f0094f1d75 HTTP/1.1" status: 204 len: 168 time: 0.5500722 May 04 17:10:21.933507 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 56742) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:10:21.940216 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32764dd-703d-4053-803f-af5884398c10 None None] Network c9ff921e-b66c-4bc7-b10d-914a913128fb requested from dv-cinder-789603-1-smb {{(pid=73811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:10:21.965625 dv-cinder-789603-1-smb neutron-server[73811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1a3a6d-8ecf-4ee2-aa7c-66694ac085c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e33340a-cbc4-460e-b8ef-222293c3381a', 'code': 200} May 04 17:10:22.042078 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9126506b-683c-462c-a6a7-5eeecef743ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1794009'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:22.064266 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Pushing event updated for resources: {'Port': ['ID=8e33340a-cbc4-460e-b8ef-222293c3381a,revision_number=5']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:22.068305 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:22.118505 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-9126506b-683c-462c-a6a7-5eeecef743ce admin admin] Deleting port 79b0db3c-34f2-4170-a35f-8bdaf06424c9 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:10:22.118920 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9126506b-683c-462c-a6a7-5eeecef743ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:22.183801 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e529b-8168-4fb9-9efc-449b31676bb5 req-5f46188d-ea21-4ee6-bd5d-826d338853eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:10:22.185433 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-343e529b-8168-4fb9-9efc-449b31676bb5 req-5f46188d-ea21-4ee6-bd5d-826d338853eb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5d1a3a6d-8ecf-4ee2-aa7c-66694ac085c3 HTTP/1.1" status: 200 len: 1103 time: 0.0746396 May 04 17:10:22.223502 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-9126506b-683c-462c-a6a7-5eeecef743ce admin admin] For port 79b0db3c-34f2-4170-a35f-8bdaf06424c9, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=79b0db3c-34f2-4170-a35f-8bdaf06424c9,segment=NetworkSegment(27bbd7d4-86d9-4f80-afc9-a47c5d6b157e),segment_id=27bbd7d4-86d9-4f80-afc9-a47c5d6b157e)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:10:22.223858 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9126506b-683c-462c-a6a7-5eeecef743ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:22.227829 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-343e529b-8168-4fb9-9efc-449b31676bb5 req-c7f2ea20-a207-437b-9806-61cd6e99c7d9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=548ec6d2-64cf-4233-95de-3315e386634b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357988 May 04 17:10:22.233111 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee24c89e-67b6-4106-aff6-b7f9eacb7f0b None None] DHCP port deletion for c9ff921e-b66c-4bc7-b10d-914a913128fb request from dv-cinder-789603-1-smb {{(pid=73811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:10:22.301293 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-ee24c89e-67b6-4106-aff6-b7f9eacb7f0b None None] Deleting port 79b0db3c-34f2-4170-a35f-8bdaf06424c9 {{(pid=73811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:10:22.301576 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-ee24c89e-67b6-4106-aff6-b7f9eacb7f0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:22.347901 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-9126506b-683c-462c-a6a7-5eeecef743ce admin admin] Calling delete_port for 79b0db3c-34f2-4170-a35f-8bdaf06424c9 owned by network:dhcp {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:10:22.394153 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9126506b-683c-462c-a6a7-5eeecef743ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-721926'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:22.398747 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-989c4b51-e3f0-457d-9d47-7b2697ed0939 tempest-TestMinimumBasicScenario-690695576 tempest-TestMinimumBasicScenario-690695576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:22.399498 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-ee24c89e-67b6-4106-aff6-b7f9eacb7f0b None None] For port 79b0db3c-34f2-4170-a35f-8bdaf06424c9, host dv-cinder-789603-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-smb',level=0,port_id=79b0db3c-34f2-4170-a35f-8bdaf06424c9,segment=NetworkSegment(27bbd7d4-86d9-4f80-afc9-a47c5d6b157e),segment_id=27bbd7d4-86d9-4f80-afc9-a47c5d6b157e)] {{(pid=73811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:10:22.399887 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-ee24c89e-67b6-4106-aff6-b7f9eacb7f0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:22.445700 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126506b-683c-462c-a6a7-5eeecef743ce admin admin] Pushing event deleted for resources: {'Port': ['ID=79b0db3c-34f2-4170-a35f-8bdaf06424c9,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:22.448873 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9126506b-683c-462c-a6a7-5eeecef743ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:22.449595 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9126506b-683c-462c-a6a7-5eeecef743ce admin admin] No DVR routers for this DVR port 79b0db3c-34f2-4170-a35f-8bdaf06424c9 on host dv-cinder-789603-1-smb {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:10:22.527735 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device b89cac64-ff2b-448a-a2be-1e1d1603f400 no longer exists at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:10:22.558536 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-ee24c89e-67b6-4106-aff6-b7f9eacb7f0b None None] Calling delete_port for 79b0db3c-34f2-4170-a35f-8bdaf06424c9 owned by network:dhcp {{(pid=73811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:10:22.566655 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9126506b-683c-462c-a6a7-5eeecef743ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1902626', 'neutron.services.segments.db._delete_segments_for_network-8730882941489'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:22.573193 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] No Port match for: b89cac64-ff2b-448a-a2be-1e1d1603f400 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:10:22.573651 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device b89cac64-ff2b-448a-a2be-1e1d1603f400 not bound to the agent host dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:10:22.574160 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 79b0db3c-34f2-4170-a35f-8bdaf06424c9 no longer exists at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:10:22.609090 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] No Port match for: 79b0db3c-34f2-4170-a35f-8bdaf06424c9 {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:10:22.610460 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 79b0db3c-34f2-4170-a35f-8bdaf06424c9 not bound to the agent host dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:10:22.610881 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 4e4e793e-b08e-4084-b712-5777298edf7f no longer exists at agent ovs-agent-dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:10:22.648047 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] No Port match for: 4e4e793e-b08e-4084-b712-5777298edf7f {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:10:22.648400 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Device 4e4e793e-b08e-4084-b712-5777298edf7f not bound to the agent host dv-cinder-789603-1-smb {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:10:22.686549 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-ee24c89e-67b6-4106-aff6-b7f9eacb7f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695'] for port, after_delete {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:22.691477 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:22.720135 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-9126506b-683c-462c-a6a7-5eeecef743ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ff921e-b66c-4bc7-b10d-914a913128fb']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:10:22.733111 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24c89e-67b6-4106-aff6-b7f9eacb7f0b None None] Pushing event deleted for resources: {'Port': ['ID=79b0db3c-34f2-4170-a35f-8bdaf06424c9,revision_number=None']} {{(pid=73811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:22.735423 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-9126506b-683c-462c-a6a7-5eeecef743ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27bbd7d4-86d9-4f80-afc9-a47c5d6b157e') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:10:22.735718 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-9126506b-683c-462c-a6a7-5eeecef743ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27bbd7d4-86d9-4f80-afc9-a47c5d6b157e') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:10:22.736608 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG oslo_concurrency.lockutils [None req-ee24c89e-67b6-4106-aff6-b7f9eacb7f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:22.739110 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee24c89e-67b6-4106-aff6-b7f9eacb7f0b None None] No DVR routers for this DVR port 79b0db3c-34f2-4170-a35f-8bdaf06424c9 on host dv-cinder-789603-1-smb {{(pid=73811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:10:22.755273 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9126506b-683c-462c-a6a7-5eeecef743ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730882953063', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3725417'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:22.783264 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b389c41-e552-4249-9078-db282fcef815 req-f7879d58-3782-4325-8656-1b7b5ded1b54 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:10:22.784746 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4b389c41-e552-4249-9078-db282fcef815 req-f7879d58-3782-4325-8656-1b7b5ded1b54 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d1a3a6d-8ecf-4ee2-aa7c-66694ac085c3 HTTP/1.1" status: 200 len: 950 time: 0.1939001 May 04 17:10:22.785693 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9126506b-683c-462c-a6a7-5eeecef743ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1964773'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:22.793345 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9126506b-683c-462c-a6a7-5eeecef743ce admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:10:23.034584 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-4b389c41-e552-4249-9078-db282fcef815 req-8e86553e-21a0-4fbb-a1b7-6833839c46b3 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] 10.222.0.24 "GET /v2.0/security-groups?id=548ec6d2-64cf-4233-95de-3315e386634b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428319 May 04 17:10:23.096467 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-9126506b-683c-462c-a6a7-5eeecef743ce admin admin] Network c9ff921e-b66c-4bc7-b10d-914a913128fb has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:10:23.104831 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9126506b-683c-462c-a6a7-5eeecef743ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1964778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-722005'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:23.269747 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-9126506b-683c-462c-a6a7-5eeecef743ce admin admin] Network c9ff921e-b66c-4bc7-b10d-914a913128fb has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: Traceback (most recent call last): May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: timer() May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: cb(*args, **kw) May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: return func(*args, **kwargs) May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: self._notify() May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: self.callback(batched_events) May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: event.method(event) May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: return f(self, *a, **k) May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: return self._get(url).json() May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: return self.request(url, 'GET', **kwargs) May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:10:23.289986 dv-cinder-789603-1-smb neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:10:23.361687 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9126506b-683c-462c-a6a7-5eeecef743ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1902653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785481'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:23.365389 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1cec6821-8387-4276-9d13-bc052814abc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:23.378592 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9126506b-683c-462c-a6a7-5eeecef743ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647339'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:23.392727 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126506b-683c-462c-a6a7-5eeecef743ce admin admin] Pushing event deleted for resources: {'Network': ['ID=c9ff921e-b66c-4bc7-b10d-914a913128fb,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:23.396907 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9126506b-683c-462c-a6a7-5eeecef743ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:23.400234 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-9126506b-683c-462c-a6a7-5eeecef743ce admin admin] 10.222.0.24 "DELETE /v2.0/networks/c9ff921e-b66c-4bc7-b10d-914a913128fb HTTP/1.1" status: 204 len: 168 time: 1.4658291 May 04 17:10:23.569067 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 56750) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:10:23.616445 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-03c4f32b-c9a4-4473-9ed5-53cd85c42c2d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db8b3959138341e092434175a3480a37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461137 May 04 17:10:23.618639 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 56754) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:10:23.675803 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-71a12681-8d8e-4a01-b9df-fdf87c2fd50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:23.700760 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-71a12681-8d8e-4a01-b9df-fdf87c2fd50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:23.750064 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-71a12681-8d8e-4a01-b9df-fdf87c2fd50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:23.753726 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e7cbbdb6-0f1e-4fa4-9b62-cfb018b77a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:23.766177 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a12681-8d8e-4a01-b9df-fdf87c2fd50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa531884-44b4-4a59-a545-2a0a324961e5,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:23.769597 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-71a12681-8d8e-4a01-b9df-fdf87c2fd50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:23.778229 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-71a12681-8d8e-4a01-b9df-fdf87c2fd50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:23.779784 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-71a12681-8d8e-4a01-b9df-fdf87c2fd50e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa531884-44b4-4a59-a545-2a0a324961e5 HTTP/1.1" status: 204 len: 168 time: 0.1598186 May 04 17:10:24.120727 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.24', 56764) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:10:24.215831 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [None req-807c5f25-7927-45af-abe5-7482f0b6b153 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d899a91d58d244dcbe2fc7b0ea1cf5a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0938342 May 04 17:10:24.218429 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 56768) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:10:24.247984 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73416e1d-df65-4dff-8734-3f4c36f86e80 req-0679a754-a679-46dc-868a-34ee3b0cb0cb tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:10:24.249560 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-73416e1d-df65-4dff-8734-3f4c36f86e80 req-0679a754-a679-46dc-868a-34ee3b0cb0cb tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d1a3a6d-8ecf-4ee2-aa7c-66694ac085c3 HTTP/1.1" status: 200 len: 950 time: 0.0998399 May 04 17:10:24.279999 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-beb82d91-2a30-4449-a949-bce6bb1dc8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:24.294191 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-73416e1d-df65-4dff-8734-3f4c36f86e80 req-5c16d375-cc24-4baf-9512-4ab11721149e tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] 10.222.0.24 "GET /v2.0/security-groups?id=548ec6d2-64cf-4233-95de-3315e386634b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378215 May 04 17:10:24.306337 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-beb82d91-2a30-4449-a949-bce6bb1dc8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:24.358597 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-beb82d91-2a30-4449-a949-bce6bb1dc8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:24.362920 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-73cd8d3c-e616-44c2-a9b7-1b00bfe4535e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:24.373572 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb82d91-2a30-4449-a949-bce6bb1dc8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82932687-a853-46f1-a89d-17231df3422f,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:24.378064 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-beb82d91-2a30-4449-a949-bce6bb1dc8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:24.382012 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-beb82d91-2a30-4449-a949-bce6bb1dc8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:24.383108 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-beb82d91-2a30-4449-a949-bce6bb1dc8ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/82932687-a853-46f1-a89d-17231df3422f HTTP/1.1" status: 204 len: 168 time: 0.1636608 May 04 17:10:24.751750 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745c854-238a-4297-b19a-ad60e9107bd5 req-02223256-d90b-4506-9174-09eecd7fc859 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:10:24.753155 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3745c854-238a-4297-b19a-ad60e9107bd5 req-02223256-d90b-4506-9174-09eecd7fc859 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d1a3a6d-8ecf-4ee2-aa7c-66694ac085c3 HTTP/1.1" status: 200 len: 950 time: 0.0888150 May 04 17:10:24.798066 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-3745c854-238a-4297-b19a-ad60e9107bd5 req-b0245d63-0ec1-4267-a6aa-c62f38148247 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] 10.222.0.24 "GET /v2.0/security-groups?id=548ec6d2-64cf-4233-95de-3315e386634b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391145 May 04 17:10:25.961314 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16ce21-cdb8-471d-8fb4-2e72672aa622 req-2f1bbc3d-1c2b-45d2-a259-c35f81ff3e8c tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:10:25.962012 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-0e16ce21-cdb8-471d-8fb4-2e72672aa622 req-2f1bbc3d-1c2b-45d2-a259-c35f81ff3e8c tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Synchronizing usage tracker for tenant:b9779193565345c39ab89424845eec7e on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:10:25.980508 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-0e16ce21-cdb8-471d-8fb4-2e72672aa622 req-2f1bbc3d-1c2b-45d2-a259-c35f81ff3e8c tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Unset dirty status for tenant:b9779193565345c39ab89424845eec7e on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:10:25.981626 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-0e16ce21-cdb8-471d-8fb4-2e72672aa622 req-2f1bbc3d-1c2b-45d2-a259-c35f81ff3e8c tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d1a3a6d-8ecf-4ee2-aa7c-66694ac085c3 HTTP/1.1" status: 200 len: 950 time: 0.0981932 May 04 17:10:25.982077 dv-cinder-789603-1-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ef255-a5e5-487f-9101-dd300438e289 req-de298ef8-cdb4-46c9-90b6-30e95ce3e924 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:10:25.983490 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-210ef255-a5e5-487f-9101-dd300438e289 req-de298ef8-cdb4-46c9-90b6-30e95ce3e924 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d1a3a6d-8ecf-4ee2-aa7c-66694ac085c3 HTTP/1.1" status: 200 len: 950 time: 0.0796530 May 04 17:10:26.028495 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-210ef255-a5e5-487f-9101-dd300438e289 req-105a8375-b984-4810-8ce5-cc2388827998 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] 10.222.0.24 "GET /v2.0/security-groups?id=548ec6d2-64cf-4233-95de-3315e386634b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384786 May 04 17:10:26.116987 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-0e16ce21-cdb8-471d-8fb4-2e72672aa622 req-5f26e59d-0d1f-43ca-9c6f-0e31172cf8fc tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Deleting port 8e33340a-cbc4-460e-b8ef-222293c3381a {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:10:26.117238 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-0e16ce21-cdb8-471d-8fb4-2e72672aa622 req-5f26e59d-0d1f-43ca-9c6f-0e31172cf8fc tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730882929749'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:26.247543 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-0e16ce21-cdb8-471d-8fb4-2e72672aa622 req-5f26e59d-0d1f-43ca-9c6f-0e31172cf8fc tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] For port 8e33340a-cbc4-460e-b8ef-222293c3381a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8e33340a-cbc4-460e-b8ef-222293c3381a,segment=NetworkSegment(7630ce87-c57a-412e-b031-de1ff60164bb),segment_id=7630ce87-c57a-412e-b031-de1ff60164bb)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:10:26.247898 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-0e16ce21-cdb8-471d-8fb4-2e72672aa622 req-5f26e59d-0d1f-43ca-9c6f-0e31172cf8fc tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779955'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:26.367455 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-0e16ce21-cdb8-471d-8fb4-2e72672aa622 req-5f26e59d-0d1f-43ca-9c6f-0e31172cf8fc tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Calling delete_port for 8e33340a-cbc4-460e-b8ef-222293c3381a owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:10:26.476008 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-0e16ce21-cdb8-471d-8fb4-2e72672aa622 req-5f26e59d-0d1f-43ca-9c6f-0e31172cf8fc tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1823308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647301', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730882931622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730882513695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2562412'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:26.481730 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-563e441c-8fbf-49e9-abb0-b0b517556193 tempest-AttachVolumeTestJSON-1966873515 tempest-AttachVolumeTestJSON-1966873515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:26.487793 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.db [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] get_ports_and_sgs() called for port_ids ['8e33340a-cbc4-460e-b8ef-222293c3381a'] {{(pid=73811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:10:26.527662 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26e59d-0d1f-43ca-9c6f-0e31172cf8fc tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Pushing event deleted for resources: {'Port': ['ID=8e33340a-cbc4-460e-b8ef-222293c3381a,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:26.530584 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5f26e59d-0d1f-43ca-9c6f-0e31172cf8fc tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:26.710955 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e16ce21-cdb8-471d-8fb4-2e72672aa622 req-5f26e59d-0d1f-43ca-9c6f-0e31172cf8fc tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] No DVR routers for this DVR port 8e33340a-cbc4-460e-b8ef-222293c3381a on host hv-cinder-78960 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:10:26.713410 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-0e16ce21-cdb8-471d-8fb4-2e72672aa622 req-5f26e59d-0d1f-43ca-9c6f-0e31172cf8fc tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512193'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:26.715895 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1a3a6d-8ecf-4ee2-aa7c-66694ac085c3', 'name': 'network-vif-deleted', 'tag': '8e33340a-cbc4-460e-b8ef-222293c3381a'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:10:26.731892 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [req-0e16ce21-cdb8-471d-8fb4-2e72672aa622 req-5f26e59d-0d1f-43ca-9c6f-0e31172cf8fc tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] 10.222.0.41 "DELETE /v2.0/ports/8e33340a-cbc4-460e-b8ef-222293c3381a HTTP/1.1" status: 204 len: 173 time: 0.7446818 May 04 17:10:26.763262 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1a3a6d-8ecf-4ee2-aa7c-66694ac085c3', 'name': 'network-vif-deleted', 'tag': '8e33340a-cbc4-460e-b8ef-222293c3381a', 'status': 'completed', 'code': 200} May 04 17:10:27.202093 dv-cinder-789603-1-smb neutron-server[73809]: INFO neutron.wsgi [req-c08ee282-54db-44ee-947a-3f157b62eb08 req-db84de70-20cb-4522-a9f6-e7c9a70849a3 tempest-VolumesNegativeTest-1094727407 tempest-VolumesNegativeTest-1094727407-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d1a3a6d-8ecf-4ee2-aa7c-66694ac085c3 HTTP/1.1" status: 200 len: 210 time: 0.0459144 May 04 17:10:29.621504 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 8e33340a-cbc4-460e-b8ef-222293c3381a no longer exists at agent hyperv_hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:10:29.657187 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.plugin [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] No Port match for: 8e33340a-cbc4-460e-b8ef-222293c3381a {{(pid=73811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:10:29.657541 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron.plugins.ml2.rpc [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Device 8e33340a-cbc4-460e-b8ef-222293c3381a not bound to the agent host hv-cinder-78960 {{(pid=73811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:10:32.890939 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 57016) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:10:33.036102 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-dd656138-e834-434b-8b22-d21a24baa7cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9779193565345c39ab89424845eec7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1439297 May 04 17:10:33.038446 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.24', 57022) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:10:33.095655 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b4fd8a3d-687c-4247-b310-c123e9995227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:33.123469 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b4fd8a3d-687c-4247-b310-c123e9995227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:33.174909 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b4fd8a3d-687c-4247-b310-c123e9995227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557970'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:33.179621 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0adeb357-ccb1-4486-bee4-7f339cc42842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:33.191520 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd8a3d-687c-4247-b310-c123e9995227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548ec6d2-64cf-4233-95de-3315e386634b,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:33.193931 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b4fd8a3d-687c-4247-b310-c123e9995227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:33.197275 dv-cinder-789603-1-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b4fd8a3d-687c-4247-b310-c123e9995227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:33.198960 dv-cinder-789603-1-smb neutron-server[73810]: INFO neutron.wsgi [None req-b4fd8a3d-687c-4247-b310-c123e9995227 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/548ec6d2-64cf-4233-95de-3315e386634b HTTP/1.1" status: 204 len: 168 time: 0.1596370 May 04 17:10:39.654627 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:10:42.716276 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-bdbf88a9-32ac-4530-8ec0-a8fe07fdfaa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:45.289262 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-82c3a377-088e-4292-8b09-937c98c425cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:45.607786 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:46.651146 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:46.916000 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:48.261124 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:11:12.709426 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-ad5a2d7e-db9f-42c8-bbaa-8b95b714b574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:11:15.291056 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-bbe7e7ce-f003-48c8-a459-6d747c2071ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:11:15.610038 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:11:16.653377 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:11:16.654097 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:11:16.917544 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:11:18.263218 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:11:42.711635 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-672b71ca-5d76-48f7-9781-220e11dc7ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:11:45.293259 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-fd5d455b-b045-4ec3-9273-cf9fc3cb12b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:11:45.612533 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:11:46.655126 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:11:46.929787 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:11:48.267812 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:11:53.653426 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:12:12.713635 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-b3d4558b-3d36-4290-96b3-ddc7ba286cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:12:15.293957 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-cee3cb50-d6c9-41af-9507-21350919ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:12:15.614799 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:12:16.659769 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:12:16.927861 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:12:18.271145 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:12:30.653876 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:12:42.715793 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-37d97eb8-cdf9-4a4c-94ba-36e18b85c9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:12:45.294815 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-4f6598c5-d5d7-48bc-ba21-0c64ce461c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:12:45.617021 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:12:46.661981 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:12:46.940285 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:12:48.274141 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:07.653116 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:13:12.716711 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-07096826-d8ef-4a62-a4cd-a4f2fc7f0fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:15.295137 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-3d6aca7f-bc5f-4174-9bff-491764b12567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:15.619074 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:16.665152 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:16.942790 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:18.277011 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:42.717549 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-ec4ce10f-147d-4bc3-baad-457c321f6515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:44.652940 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:13:45.325519 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-e320071f-48a8-4a36-ac3e-0596fb9bd1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:45.620869 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:46.667372 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:46.955282 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:48.279469 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:12.719282 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-6613dd9e-dd82-43de-9612-400f9d3f59d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:15.298297 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-5460ce81-82b5-4bc9-9dff-b359c788da05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:15.622447 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:16.669972 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:16.971613 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:18.283531 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:21.651854 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:14:42.719596 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-4b013ade-ad9e-4cdb-b6c3-20f89af815b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:45.299482 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-71dd19b1-3f12-4cac-a378-eceaaa53f3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:45.625130 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:46.674282 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:46.998872 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:48.285146 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:58.650758 dv-cinder-789603-1-smb neutron-server[73812]: DEBUG neutron.db.agents_db [None req-3fcf6f6f-d2e3-4585-a42d-7bbd9dd1ebfc None None] Agent healthcheck: found 6 active agents {{(pid=73812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:15:12.721665 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-86be0da6-f4ca-47c3-bd70-203e65c02720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:15.301350 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-c609541d-3cae-4392-8d24-bc2b826e27f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:15.627916 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-f813a6f8-b200-4d32-ab89-799671470776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:16.676201 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-67fac38f-545e-4d23-aa04-854d3a8d52b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:17.032908 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-57791f61-dfff-4b81-8fc0-f775e67bf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:18.287278 dv-cinder-789603-1-smb neutron-server[73811]: DEBUG neutron_lib.callbacks.manager [None req-8279547f-7d8d-48d1-a84d-19cf5d264746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730882941471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908476'] for agent, after_update {{(pid=73811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}